-- Logs begin at Fri 2021-10-15 15:49:19 UTC, end at Fri 2021-10-15 16:44:36 UTC. -- Oct 15 16:20:18.631574 dv-cinder-801913-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 15 16:20:21.355050 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.common.config [-] Logging enabled! Oct 15 16:20:21.355680 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev71 Oct 15 16:20:21.355807 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 16:20:21.359013 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.common.config [-] Logging enabled! Oct 15 16:20:21.359268 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev71 Oct 15 16:20:21.359574 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 16:20:21.360505 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 16:20:21.360766 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 16:20:21.361133 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 16:20:21.361377 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 16:20:21.361599 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 16:20:21.361910 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.362204 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.362490 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.362715 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.363003 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.363287 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.363566 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.363849 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.364140 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.365053 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.365332 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.365610 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.365837 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.366114 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.366396 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.366679 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.366900 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] debug = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.367176 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.367599 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.368013 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.368287 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.368569 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.368874 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.369139 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.369412 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.369692 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.370019 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] host = dv-cinder-801913-8-iscsi {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.370289 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.370569 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.370853 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.371139 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.371408 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.371678 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.371959 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.372226 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.372490 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] log_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.372784 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.373077 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.373353 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.373634 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.373854 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.374070 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.374351 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.374630 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.374899 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.375168 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.375436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.375702 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.375969 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.376229 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.376506 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.376873 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.377156 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.377426 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.377696 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.377960 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.378224 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.378502 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.378770 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.379037 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.379304 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.379581 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.379844 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.380156 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.380450 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.380751 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.381031 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.381317 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.381586 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.381862 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.382129 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.382394 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.382660 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] use_json = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.382926 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.383191 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.383464 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.383730 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.383996 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.384262 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.384524 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.384829 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:21.385126 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.385417 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.385709 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.385986 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.386286 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.386561 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.386846 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.387385 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.387670 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.387955 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.388238 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.388509 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.388820 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.389097 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.389387 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.389687 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.389977 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.390265 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.390534 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.390800 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.391072 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.391346 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.391628 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.391899 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.392182 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.392465 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.392800 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.393039 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.393327 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.393610 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.393878 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.394152 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.394436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.394706 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.394975 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.395249 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.396038 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.396316 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.396585 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.396886 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.397159 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.397427 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.397695 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.397968 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.398253 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.398523 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.398788 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.399052 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.399323 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.399589 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.399867 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.400136 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.400405 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.400672 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.400966 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.401235 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.401504 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.401782 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.402049 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.402325 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.402593 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.402861 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.403128 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.403396 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.403662 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.403928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.404193 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.404463 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.404752 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.405017 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.405285 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.405552 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.405818 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.406097 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.406388 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.406658 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.406930 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.407204 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.407476 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.407747 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.408017 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.408288 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.408558 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.408843 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.409127 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.409405 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.409685 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.409961 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.410232 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.410536 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.410808 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.411082 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.411934 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.412209 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.412489 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.412791 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.413082 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.413371 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.413663 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.413953 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.414241 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.414514 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.414817 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.415094 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:21.415306 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 16:20:21.415545 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 15 16:20:21.844985 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 16:20:21.845251 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 16:20:21.845535 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 16:20:21.845865 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 15 16:20:22.163293 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.163577 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.163843 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.165046 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.165313 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.165571 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.200295 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.200567 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.200859 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.216459 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.216762 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.217033 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.246465 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.246739 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.247002 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.282915 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.283198 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.283463 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.515837 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.516454 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.516454 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.516624 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.517259 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.638146 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.638454 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.638733 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.638997 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.639255 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.639559 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.639812 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.640062 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.640309 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.640583 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.640863 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.641122 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.641371 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.641617 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.641867 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.642125 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.642375 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.642634 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.642896 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.643147 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.643418 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.643664 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.643940 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.644310 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.644553 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.644814 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.645204 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 16:20:22.645441 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 16:20:22.646219 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 16:20:22.646454 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 16:20:22.646684 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 16:20:22.646912 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 16:20:22.647267 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 15 16:20:22.650353 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 15 16:20:22.654296 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 15 16:20:22.659122 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 15 16:20:22.660784 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 15 16:20:22.661260 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 15 16:20:22.661589 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 15 16:20:22.661965 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 15 16:20:22.664795 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 15 16:20:22.665043 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 15 16:20:22.665383 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 16:20:22.670602 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 15 16:20:22.692158 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 15 16:20:22.693141 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.693437 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 15 16:20:22.693792 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.695167 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 15 16:20:22.695446 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 16:20:22.695690 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 15 16:20:22.699055 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.699327 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:22.763270 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 15 16:20:22.763503 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 15 16:20:22.763735 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 15 16:20:22.764103 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 15 16:20:22.785138 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_db.sqlalchemy.engines [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 15 16:20:23.316633 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Initializing driver for type 'gre' Oct 15 16:20:23.317202 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] gre ID ranges: [(1, 1000)] Oct 15 16:20:23.368668 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Initializing driver for type 'local' Oct 15 16:20:23.369029 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Initializing driver for type 'vlan' Oct 15 16:20:23.381913 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] VlanTypeDriver initialization complete Oct 15 16:20:23.382273 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Initializing driver for type 'vxlan' Oct 15 16:20:23.382754 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] vxlan ID ranges: [(1, 1000)] Oct 15 16:20:23.433512 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Initializing extension driver 'port_security' Oct 15 16:20:23.433768 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] PortSecurityExtensionDriver initialization complete Oct 15 16:20:23.434163 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Initializing mechanism driver 'openvswitch' Oct 15 16:20:23.434518 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Initializing mechanism driver 'hyperv' Oct 15 16:20:23.441188 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.plugins.ml2.plugin [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:20:23.441862 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > port after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.442232 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > port after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.443070 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > port after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.443693 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 16:20:23.444127 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > subnet after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.444479 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > subnet after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.444850 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.445312 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 16:20:23.445725 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > network after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.446142 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > network after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.446501 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > network after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.446890 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 16:20:23.447315 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > security_group after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.447664 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > security_group after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.447999 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.448524 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 16:20:23.448957 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.449307 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.449649 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.450037 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 16:20:23.450439 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > address_group after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.450786 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > address_group after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.451124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.451515 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 16:20:23.451885 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] ML2 OVO RPC backend initialized. {{(pid=99726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 15 16:20:23.452580 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.452956 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.453372 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > network before_response 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.453718 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > networks before_response 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.454065 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > port before_response 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.454406 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > ports before_response 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.454749 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > subnet before_response 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.455093 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > subnets before_response 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.455438 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > network after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.455779 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > network after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.456117 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > network after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.456453 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > port after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.456816 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > port after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.457151 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > port after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.457486 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > subnet after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.457823 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > subnet after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.458756 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.459327 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.plugin [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Modular L2 Plugin initialization complete Oct 15 16:20:23.459658 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading services supported by the core plugin {{(pid=99726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 15 16:20:23.459982 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.plugins.ml2.managers [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Got port-security extension from driver 'port_security' Oct 15 16:20:23.460440 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.extensions.vlantransparent [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Disabled vlantransparent extension. Oct 15 16:20:23.460939 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 15 16:20:23.461254 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading Plugin: router Oct 15 16:20:23.497090 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.497482 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router after_create 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.497856 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router before_create 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.498217 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.498588 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.498947 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router after_delete 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.499302 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > floatingip after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.499652 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.500011 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router after_create 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.500354 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router after_update 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.500728 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router after_update 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.501071 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.501427 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router after_update 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.501834 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_update 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.502198 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: port after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.502536 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: port after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.502873 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: subnet after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.503207 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.503556 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.503902 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_create 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.504240 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: port before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.504579 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.505471 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router after_update 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.505814 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.506163 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_create 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.506520 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.506864 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_update 55549900 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.507230 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > agent after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.507582 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > agent after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.507925 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > network after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.508820 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Tracking information for resource: router configured {{(pid=99726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 16:20:23.509153 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Tracking information for resource: floatingip configured {{(pid=99726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 16:20:23.514436 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.db.l3_agentschedulers_db [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 15 16:20:23.515015 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: port after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.515378 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: port after_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.515730 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: port after_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.516082 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: port after_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.516900 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router before_create 55550100 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.517268 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.517630 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_create 55550100 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.517989 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > router precommit_update 55550100 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.523528 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.services.provider_configuration [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service providers = [] {{(pid=99726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 15 16:20:23.523900 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.db.servicetype_db [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 15 16:20:23.526844 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.services.service_base [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 16:20:23.527197 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.services.service_base [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 16:20:23.527538 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.services.service_base [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 16:20:23.528429 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.services.service_base [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 16:20:23.528826 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.services.service_base [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 15 16:20:23.529206 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 16:20:23.529523 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 15 16:20:23.540188 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 16:20:23.540527 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading Plugin: auto_allocate Oct 15 16:20:23.546515 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: network precommit_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.546887 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: network precommit_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.547406 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 16:20:23.547728 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading Plugin: tag Oct 15 16:20:23.554395 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 16:20:23.554723 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading Plugin: timestamp Oct 15 16:20:23.560018 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 16:20:23.560351 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading Plugin: network_ip_availability Oct 15 16:20:23.565784 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.566157 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.566514 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.567216 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 16:20:23.568061 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading Plugin: flavors Oct 15 16:20:23.572791 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 16:20:23.573136 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading Plugin: revisions Oct 15 16:20:23.577445 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 16:20:23.577833 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_concurrency.lockutils [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=99726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 16:20:23.578587 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 15 16:20:23.578922 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Initializing extension manager. Oct 15 16:20:23.579430 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: __init__.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.579773 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: __pycache__ {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.580110 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.580447 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: address_group.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.581228 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.581785 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: address-group Oct 15 16:20:23.582109 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: address_scope.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.582823 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.583939 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: address-scope Oct 15 16:20:23.584265 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.585412 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.585930 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: router-admin-state-down-before-update Oct 15 16:20:23.586258 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: agent.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.586964 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.587470 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: agent Oct 15 16:20:23.587793 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: agent_resources_synced.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.588718 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.589235 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: agent-resources-synced Oct 15 16:20:23.589558 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: allowedaddresspairs.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.591345 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.591865 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: allowed-address-pairs Oct 15 16:20:23.592193 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: auto_allocated_topology.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.593301 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.593819 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: auto-allocated-topology Oct 15 16:20:23.594146 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: availability_zone.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.594834 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.595337 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: availability_zone Oct 15 16:20:23.595658 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: availability_zone_filter.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.596566 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.597118 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: availability_zone_filter Oct 15 16:20:23.597440 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: data_plane_status.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.598343 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.598870 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension data-plane-status not supported by any of loaded plugins Oct 15 16:20:23.599194 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: default_subnetpools.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.600108 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.600613 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: default-subnetpools Oct 15 16:20:23.600963 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.601766 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.602271 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: dhcp_agent_scheduler Oct 15 16:20:23.602592 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: dns.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.603502 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.604007 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension dns-integration not supported by any of loaded plugins Oct 15 16:20:23.604330 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: dns_domain_ports.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.605266 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.605770 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 15 16:20:23.606093 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.607004 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.607507 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 15 16:20:23.607829 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: dvr.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.608494 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.609023 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: dvr Oct 15 16:20:23.609346 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: ecmp_routes.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.610256 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.610759 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 15 16:20:23.611082 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: empty_string_filtering.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.611981 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.612488 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: empty-string-filtering Oct 15 16:20:23.612840 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.613754 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.614284 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 15 16:20:23.614608 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.615513 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.616015 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 15 16:20:23.616341 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: external_net.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.617273 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.617778 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: external-net Oct 15 16:20:23.618105 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.619040 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.619552 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: extra_dhcp_opt Oct 15 16:20:23.619874 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: extraroute.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.620797 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.621307 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: extraroute Oct 15 16:20:23.621628 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: extraroute_atomic.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.622649 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.623157 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: extraroute-atomic Oct 15 16:20:23.623479 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: filter_validation.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.624146 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.624648 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: filter-validation Oct 15 16:20:23.624992 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: fip_pf_description.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.625898 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.626404 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 15 16:20:23.626726 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: fip_port_details.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.627642 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.628145 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: fip-port-details Oct 15 16:20:23.628465 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: flavors.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.629720 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.630751 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: flavors Oct 15 16:20:23.631074 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.632785 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.633303 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 15 16:20:23.633631 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: floatingip_pools.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.634333 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.634848 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: floatingip-pools Oct 15 16:20:23.635159 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: ip_allocation.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.636078 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.636578 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension ip_allocation not supported by any of loaded plugins Oct 15 16:20:23.636934 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.638112 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.638618 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: ip-substring-filtering Oct 15 16:20:23.638942 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: l2_adjacency.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.639862 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.640360 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 15 16:20:23.640679 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: l3.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.641785 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.642301 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: router Oct 15 16:20:23.642626 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.644920 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.646142 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 15 16:20:23.646477 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.647413 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.647930 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: ext-gw-mode Oct 15 16:20:23.648257 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.649255 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.649766 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: l3-ha Oct 15 16:20:23.650090 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: l3_flavors.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.651009 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.651519 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: l3-flavors Oct 15 16:20:23.651842 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.652769 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.653278 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 15 16:20:23.653601 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: l3agentscheduler.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.654612 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.655118 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: l3_agent_scheduler Oct 15 16:20:23.655444 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: logging.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.657003 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.657611 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension logging not supported by any of loaded plugins Oct 15 16:20:23.657987 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: metering.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.658889 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.659542 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: metering Oct 15 16:20:23.659921 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.661288 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.661892 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: metering_source_and_destination_fields Oct 15 16:20:23.662290 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: multiprovidernet.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.663396 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.664149 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: multi-provider Oct 15 16:20:23.664532 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: netmtu.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.665709 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.666250 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: net-mtu Oct 15 16:20:23.666712 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: netmtu_writable.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.667891 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.668411 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: net-mtu-writable Oct 15 16:20:23.668819 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: network_availability_zone.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.669635 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.670213 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: network_availability_zone Oct 15 16:20:23.670610 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: network_ip_availability.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.671917 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.672527 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: network-ip-availability Oct 15 16:20:23.672934 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: network_segment_range.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.673855 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.674485 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension network-segment-range not supported by any of loaded plugins Oct 15 16:20:23.674851 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: pagination.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.676074 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.676438 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: pagination Oct 15 16:20:23.677423 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: port_device_profile.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.678364 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.678883 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: port-device-profile Oct 15 16:20:23.679227 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.680161 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.680665 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: port-mac-address-regenerate Oct 15 16:20:23.681010 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.681914 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.682427 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: port-numa-affinity-policy Oct 15 16:20:23.682751 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: port_resource_request.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.683704 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.684163 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension port-resource-request not supported by any of loaded plugins Oct 15 16:20:23.684485 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: portbindings.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.685593 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.686101 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: binding Oct 15 16:20:23.686425 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: portbindings_extended.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.687706 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.688218 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: binding-extended Oct 15 16:20:23.688543 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: portsecurity.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.689481 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.689992 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: port-security Oct 15 16:20:23.690315 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: project_id.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.691296 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.691627 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: project-id Oct 15 16:20:23.691952 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: providernet.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.693531 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.694043 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: provider Oct 15 16:20:23.694382 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.697965 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.698485 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos not supported by any of loaded plugins Oct 15 16:20:23.698821 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.700067 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.700588 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 15 16:20:23.700944 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.701861 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.702383 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 15 16:20:23.702697 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_default.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.703608 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.704114 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-default not supported by any of loaded plugins Oct 15 16:20:23.704440 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_fip.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.705118 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.705619 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-fip not supported by any of loaded plugins Oct 15 16:20:23.705941 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_gateway_ip.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.706856 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.707362 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 15 16:20:23.707686 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_port_network_policy.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.708630 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.709161 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 15 16:20:23.709483 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.710526 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.711039 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 15 16:20:23.711368 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_pps_rule.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.712544 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.713100 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-pps not supported by any of loaded plugins Oct 15 16:20:23.713428 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_rule_type_details.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.714340 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.714858 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 15 16:20:23.715182 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: qos_rules_alias.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.716220 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.716752 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 15 16:20:23.717082 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: quotasv2.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.718026 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.718356 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: quotas Oct 15 16:20:23.718679 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: quotasv2_detail.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.722050 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.722396 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: quota_details Oct 15 16:20:23.722729 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: rbac.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.723821 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.724344 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: rbac-policies Oct 15 16:20:23.724671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: rbac_address_group.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.725635 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.726149 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: rbac-address-group Oct 15 16:20:23.726473 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: rbac_address_scope.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.727387 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.727898 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: rbac-address-scope Oct 15 16:20:23.728220 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: rbac_security_groups.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.729172 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.729686 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: rbac-security-groups Oct 15 16:20:23.730008 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: rbac_subnetpool.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.730929 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.731444 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: rbac-subnetpool Oct 15 16:20:23.731773 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: revisionifmatch.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.732693 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.733225 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: revision-if-match Oct 15 16:20:23.733548 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: revisions.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.734657 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.735179 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: standard-attr-revisions Oct 15 16:20:23.735507 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: router_availability_zone.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.736179 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.736688 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: router_availability_zone Oct 15 16:20:23.737032 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: routerservicetype.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.737946 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.738455 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension router-service-type not supported by any of loaded plugins Oct 15 16:20:23.738777 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.740206 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.740727 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: security-groups-normalized-cidr Oct 15 16:20:23.741064 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.741979 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.742493 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: port-security-groups-filtering Oct 15 16:20:23.742815 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.743728 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.744244 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: security-groups-remote-address-group Oct 15 16:20:23.744565 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: securitygroup.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.755716 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.756258 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: security-group Oct 15 16:20:23.756595 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: segment.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.757443 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.757957 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension segment not supported by any of loaded plugins Oct 15 16:20:23.758288 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.759327 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.759839 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 15 16:20:23.760168 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: servicetype.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.761326 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.761849 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: service-type Oct 15 16:20:23.762440 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: sorting.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.763428 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.763761 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: sorting Oct 15 16:20:23.764085 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: standard_attr_segment.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.765033 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.765557 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 15 16:20:23.765884 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: standardattrdescription.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.766533 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.767048 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: standard-attr-description Oct 15 16:20:23.767370 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: stateful_security_group.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.768290 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.768830 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: stateful-security-group Oct 15 16:20:23.769158 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: stdattrs_common.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.769749 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 15 16:20:23.770069 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.771022 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.771534 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 15 16:20:23.771857 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: subnet_onboard.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.772955 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.773473 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: subnet_onboard Oct 15 16:20:23.773797 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.774726 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.775234 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 15 16:20:23.775564 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: subnet_service_types.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.776493 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.777096 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: subnet-service-types Oct 15 16:20:23.777422 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: subnetallocation.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.778502 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.779015 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: subnet_allocation Oct 15 16:20:23.779342 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.780011 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.780521 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: subnetpool-prefix-ops Oct 15 16:20:23.780874 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.781821 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.782330 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 15 16:20:23.782657 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: tagging.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.783743 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.784267 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: standard-attr-tag Oct 15 16:20:23.784596 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: timestamp.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.785832 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.786378 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loaded extension: standard-attr-timestamp Oct 15 16:20:23.786706 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: trunk.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.787741 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.788260 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension trunk not supported by any of loaded plugins Oct 15 16:20:23.788588 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: trunk_details.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.789549 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.790062 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension trunk-details not supported by any of loaded plugins Oct 15 16:20:23.790390 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: uplink_status_propagation.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.791308 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.791820 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 15 16:20:23.792147 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Loading extension file: vlantransparent.py {{(pid=99726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 16:20:23.792841 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 16:20:23.793349 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 15 16:20:23.795815 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:network Oct 15 16:20:23.796347 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:subnet Oct 15 16:20:23.796784 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 16:20:23.797178 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:port Oct 15 16:20:23.798375 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.798826 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service FLAVORS assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.799426 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.799871 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.800201 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:router Oct 15 16:20:23.800642 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:floatingip Oct 15 16:20:23.801137 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service METERING assigned prefix: /metering {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.803167 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.803537 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.803887 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:20:23.804923 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 16:20:23.805369 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:security_group Oct 15 16:20:23.805807 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 16:20:23.806413 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service CORE assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.806740 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 16:20:23.807084 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] subnetpool is already registered Oct 15 16:20:23.807576 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service CORE assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.807969 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 16:20:23.808393 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] subnetpool is already registered Oct 15 16:20:23.810693 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.811130 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service FLAVORS assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.811714 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.812134 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.812464 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:router Oct 15 16:20:23.812834 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] router is already registered Oct 15 16:20:23.813247 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:floatingip Oct 15 16:20:23.813583 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] floatingip is already registered Oct 15 16:20:23.814036 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service METERING assigned prefix: /metering {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.814690 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 16:20:23.815017 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] rbac_policy is already registered Oct 15 16:20:23.815683 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:security_group Oct 15 16:20:23.816068 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] security_group is already registered Oct 15 16:20:23.816472 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 16:20:23.816835 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] security_group_rule is already registered Oct 15 16:20:23.818114 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service CORE assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.818443 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 16:20:23.818775 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] subnetpool is already registered Oct 15 16:20:23.819190 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.v2.resource_helper [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Service CORE assigned prefix: {{(pid=99726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 16:20:23.819510 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 16:20:23.819837 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING neutron.quota.resource_registry [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] subnetpool is already registered Oct 15 16:20:23.820301 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: extensions {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.821854 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: address-groups {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.823338 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: address-scopes {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.824685 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: agents {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.825874 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: auto-allocated-topology {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.827132 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: availability_zones {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.828370 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: dhcp-networks {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.831054 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: dhcp-agents {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.832502 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: routers {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.834804 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: flavors {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.835983 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: service_profiles {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.837244 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: next_providers {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.838688 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: service_profiles {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.840244 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: floatingip-pools {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.841584 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: routers {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.843698 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: floatingips {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.845001 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: l3-routers {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.846400 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: l3-agents {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.847953 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: metering-labels {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.849384 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: metering-label-rules {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.850664 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: network-ip-availabilities {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.851932 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: bindings {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.853606 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: quotas {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.855191 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: quotas {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.856758 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: rbac-policies {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.858051 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: security-groups {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.859297 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: security-group-rules {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.860522 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: service-providers {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.861774 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: subnetpools {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.863199 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: subnetpools {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.865244 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.866924 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.868749 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.870535 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.872326 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.874207 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.875910 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.877854 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.879622 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.882148 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron.api.extensions [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Extended resource: tags {{(pid=99726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 16:20:23.888540 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING keystonemiddleware.auth_token [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 15 16:20:23.894062 dv-cinder-801913-8-iscsi neutron-server[99726]: WARNING keystonemiddleware.auth_token [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 15 16:20:23.902730 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_concurrency.lockutils [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Acquired lock "singleton_lock" {{(pid=99726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 15 16:20:23.903207 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_concurrency.lockutils [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Releasing lock "singleton_lock" {{(pid=99726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 15 16:20:23.903857 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO oslo_service.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Starting 2 workers Oct 15 16:20:23.908769 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Started child 99835 {{(pid=99726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 16:20:23.913374 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Started child 99836 {{(pid=99726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 16:20:23.914404 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:23.915034 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO neutron.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 15 16:20:23.915646 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Publish callbacks [] for process, before_spawn {{(pid=99726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:23.915874 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [-] (99835) wsgi starting up on http://0.0.0.0:9696 Oct 15 16:20:23.918032 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO oslo_service.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Starting 1 workers Oct 15 16:20:23.918189 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:23.919506 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [-] (99836) wsgi starting up on http://0.0.0.0:9696 Oct 15 16:20:23.923272 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Started child 99837 {{(pid=99726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 16:20:23.923825 dv-cinder-801913-8-iscsi neutron-server[99726]: INFO oslo_service.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Starting 1 workers Oct 15 16:20:23.927577 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] calling RpcWorker wait() {{(pid=99837) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 15 16:20:23.928122 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] returning from RpcWorker wait() {{(pid=99837) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 15 16:20:23.928947 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Started child 99838 {{(pid=99726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 16:20:23.929427 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:23.929769 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG neutron_lib.callbacks.manager [None req-0d617c64-81de-49cf-a311-ceabfd060f78 None None] Publish callbacks [] for process, after_spawn {{(pid=99726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:23.929893 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:20:23.931666 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 16:20:23.931864 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 16:20:23.932050 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 16:20:23.932265 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 16:20:23.932616 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 16:20:23.932803 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 16:20:23.933333 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.933589 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.933912 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.934010 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:23.934475 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.934475 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.934934 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.935100 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:20:23.935193 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.935429 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.935704 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.935948 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.936107 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.936283 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.936522 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.936774 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.937061 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.937318 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.937559 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.937809 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.937973 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.938222 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.938492 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.938746 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.939005 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] debug = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.939251 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.939741 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.939962 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.940211 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.940438 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.940739 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.940984 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.941235 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.941482 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.941713 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.941940 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.942186 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.942528 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.943221 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.943434 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.943687 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.943919 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.944382 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] host = dv-cinder-801913-8-iscsi {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.944601 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.944847 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.945071 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.945311 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.945551 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.945765 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.946008 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.946271 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.946535 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.946790 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.947034 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.947272 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.947488 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.947730 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.947886 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_options = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.948086 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.948449 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.948725 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.948888 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.949046 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.949221 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.949467 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.949632 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.949883 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.950083 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.950293 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.950500 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.950738 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.950966 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.951211 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.951455 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.951704 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.951934 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.952171 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.952421 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.952638 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.952897 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.953104 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.953310 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.953533 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.953740 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.953986 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.954193 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.954398 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.954661 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.954881 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.955118 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.955325 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.955562 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.955824 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.956045 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.956262 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.956490 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.956770 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.957032 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.957229 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.957481 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.957706 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.957995 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.958214 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.958444 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.958656 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_json = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.958864 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.959091 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.959328 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.959535 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.959742 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.959991 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.960167 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.960391 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:23.961892 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.962955 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.963400 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.963664 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.964091 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.964384 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.965783 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.965783 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.966481 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.966738 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.967079 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.967348 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.967613 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.967865 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.968163 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.968499 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.968853 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.969401 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.969401 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.971671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.971671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.971671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.971671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.971671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.971671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.971671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.971671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.972848 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.972848 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.972848 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.972848 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.972848 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.972848 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.974436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.974436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.974436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.974436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.974436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.974436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.974436 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977416 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977927 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977927 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.977927 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.978213 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.978409 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.978675 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.978896 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.979133 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.980439 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.980439 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.980439 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.980439 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.980439 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.980439 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.980884 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.980884 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.981118 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.981340 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.981567 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.981784 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.981999 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.982222 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.982437 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.982656 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.983672 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.983672 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.983672 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.983672 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.983960 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.983960 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.984173 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.984372 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.984586 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.984845 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.985066 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.985284 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.985495 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.985706 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.985922 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.986135 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.986410 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.986713 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.986957 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.987275 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.987537 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.987700 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.988438 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.988438 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.988438 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.988793 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.988793 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.989078 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.989797 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.990033 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.990258 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.990481 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.990734 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.990970 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.991227 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.991474 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.991712 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.991964 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.992214 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.992439 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.992664 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.992922 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.993141 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.993429 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.993671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.993957 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.994194 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.994468 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.994766 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.995085 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.995367 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.995624 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.995872 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.996154 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.996406 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.996678 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.996930 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.997195 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.997427 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.997723 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.997977 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.998195 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.998409 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.998638 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.998954 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.999184 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.999435 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.999648 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:23.999913 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.000159 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.000399 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.000660 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.000929 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.001165 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.001430 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.001658 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.001890 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.002121 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.002350 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.002583 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.002818 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.003029 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.003245 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.003461 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.003672 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.003908 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.004137 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.004360 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.004571 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.004832 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.005592 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.005846 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.006059 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.006278 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.006515 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.006749 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.006964 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.007183 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.007420 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.007703 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.007939 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.008213 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.008471 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.008722 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.008982 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.009229 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.009465 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.009679 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.009922 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.010142 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.010455 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.010671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.010892 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.011129 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.011364 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.011592 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.011807 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.012321 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.012948 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.013286 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.013542 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.013795 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.014035 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.014253 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.014505 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.014724 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.014971 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.015192 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.015432 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.015652 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.015917 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.016147 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.016391 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.016625 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.016892 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.017114 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.017334 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.017552 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.017846 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.018115 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.018350 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.018617 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.018855 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.019071 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.019302 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.019520 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.019732 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.019954 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.020175 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.020391 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.020683 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.020916 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.021132 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.021377 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.021596 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.021831 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.022083 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.022337 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.022569 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.022795 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.023023 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.023218 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.023453 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.023665 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.023881 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.024113 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.024353 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.024565 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.024816 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.025056 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.025275 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.025517 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.025737 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.025947 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.026254 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.026530 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.026777 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.027065 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.027299 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.027560 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.027837 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.028158 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.028375 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.028634 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.028893 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.029149 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.029372 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.029616 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.029925 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.030212 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.030472 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.030726 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.031029 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.031314 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.031574 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.031807 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.032109 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.032437 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.032742 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.033006 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.033259 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.033507 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.033731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.033973 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.034210 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.034446 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.034667 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.034905 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.035133 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.035383 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.035616 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.035866 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.036619 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.036892 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.037127 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.037368 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.037584 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.037742 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 16:20:24.038276 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 16:20:24.038452 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 16:20:24.038612 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 16:20:24.038782 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 16:20:24.038953 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 16:20:24.039106 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 16:20:24.039314 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.039476 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.039635 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.039794 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.039952 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.040131 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.040291 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.040448 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.040772 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.040934 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.041094 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.041253 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.041412 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.041570 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.041730 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.041887 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.042117 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.042252 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.042376 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.042499 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.042641 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.042797 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.042954 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] debug = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.043112 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.043406 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.043610 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.043761 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.043905 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.044057 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.044199 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.044341 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.044502 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.044807 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.044976 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.045110 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.045272 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.045432 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.045590 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.045741 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.045902 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.046052 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] host = dv-cinder-801913-8-iscsi {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.046246 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.046395 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.046537 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.046689 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.046833 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.046992 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.047143 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.047284 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.047429 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.047609 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.047757 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.047900 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.048043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.048278 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.048370 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_options = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.048451 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.048604 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.048815 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.048957 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.049103 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.049269 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.049427 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.049596 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.049776 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.049924 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.050063 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.050199 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.050358 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.050483 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.050623 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.050779 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.050937 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.051092 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.051252 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.051410 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.051563 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.051775 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.052423 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.052581 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.052758 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.052942 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.053077 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.053254 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.053412 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.053582 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.053775 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.053923 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.054066 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.054214 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.054354 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.054491 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.054626 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.054759 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.054889 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.055029 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.055177 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.055331 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.055522 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.055682 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.055820 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.055955 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.056120 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_json = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.056274 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.056431 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.056587 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.056763 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.056924 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.057083 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.057226 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.057379 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 16:20:24.057553 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.057719 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.057891 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.058051 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.058211 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.058374 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.058550 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.058697 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.058857 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.059040 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.059209 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.059374 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.059540 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.059683 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.059834 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.060001 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.060144 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.060282 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.060452 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.060614 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.060799 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.060960 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.061130 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.061293 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.061449 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.061602 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.061767 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.061934 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.062092 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.062238 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.062398 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.062558 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.062718 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.062879 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.063122 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.063224 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.063350 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.063511 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.063671 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.063922 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.064086 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.064213 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.064359 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.064516 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:20:24.064609 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.064690 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.064845 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.064995 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.065155 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.065315 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.065477 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.065637 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.065798 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.065958 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.066119 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.066279 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.066450 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.066610 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.066770 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.066932 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.067093 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.067273 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.067457 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.067617 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.067777 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.067938 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.068098 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.068271 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.068431 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.068592 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.068776 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.068974 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.069134 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.069270 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.069405 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.069548 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.069678 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.069840 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.070000 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.070160 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.070321 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.070478 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.070635 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.070796 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.070957 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.071118 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.071277 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.071421 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.071584 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.071744 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.071912 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.072086 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.072246 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.072407 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.072557 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.072727 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.072892 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.073052 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.073291 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.073438 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.073582 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.073716 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.073848 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.073980 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.074111 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.074245 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.074399 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.074551 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.074692 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.074930 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.075105 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.075265 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.075433 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.075592 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.075753 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.075919 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.076104 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.076358 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.076515 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.076687 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.076867 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.077038 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.077213 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.077386 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.078077 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.078077 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.078077 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.078077 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080043 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.080928 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081486 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081486 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081486 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081486 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081486 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081486 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081486 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081953 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081953 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.081953 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.082172 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.082251 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.082361 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.082528 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.082707 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.082885 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.083058 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.084038 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.084038 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.084038 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.084038 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.084038 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.084038 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.086124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.086124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.086124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.086124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.086124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.086124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.086124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.086124 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087042 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087042 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087042 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087042 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087042 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087042 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087042 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087042 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087594 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087594 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087594 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087594 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087594 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087594 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087594 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.087594 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.088151 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.088151 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.088151 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.088358 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.088358 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.088499 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.088661 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.088865 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.089024 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.089188 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.089336 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.089484 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.089627 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.089793 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.089945 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.090106 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.090262 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.090420 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.090586 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.090749 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.090915 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.091081 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.091245 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.091410 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.092731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.092731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.092731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.092731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.092731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.092731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.092731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.092731 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093294 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093294 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093294 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093294 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093646 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093646 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093790 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093868 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.093989 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.094150 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.094309 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.094468 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.094627 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.094795 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.094955 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.095115 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.095274 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.095433 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.095592 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.095762 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.095923 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.096082 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.096291 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.096457 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.096617 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.096808 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.096972 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.097132 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.097302 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.097462 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.097624 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.097785 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.097957 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.098119 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.098283 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.098444 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.099316 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.099430 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.099579 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.099746 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.099916 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.100084 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.100246 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.100414 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.100580 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.100768 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.100933 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.101105 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.101276 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.101437 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.101596 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.101758 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.101918 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.102079 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.102241 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.102401 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.102561 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.102721 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.102881 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.103040 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.103287 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.103481 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.103694 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.103823 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.103937 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.104065 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.104336 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.104502 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 16:20:24.104653 dv-cinder-801913-8-iscsi neutron-server[99726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 16:20:24.310815 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 42476) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:20:24.319423 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064361 Oct 15 16:20:35.860653 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8fd409-e3df-426d-8c5f-0cbef665f8ca None None] get_active_networks_info from dv-cinder-801913-8-iscsi {{(pid=99837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 16:20:35.928811 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8fd409-e3df-426d-8c5f-0cbef665f8ca None None] No non-hosted networks {{(pid=99837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 15 16:20:35.937131 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.agentschedulers_db [None req-bc8fd409-e3df-426d-8c5f-0cbef665f8ca None None] DHCP Agent not found on host dv-cinder-801913-8-iscsi {{(pid=99837) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 15 16:20:36.009877 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0dc60592-1e44-4b5b-aae0-3db2ba14cfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010471'] for agent, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:38.485343 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-70710a81-6d3a-4f2d-9649-66f8aa5269c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010471'] for agent, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:38.541430 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-af58dbb0-ce0c-40aa-8a43-85c44d91fc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:39.466133 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010471'] for agent, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:39.475184 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010471'] for agent, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:39.476333 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.477350 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.477908 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.478485 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.479043 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.479624 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.480573 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.481609 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.482450 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.483045 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.484235 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.484960 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:39.485595 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801913-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:20:39.502947 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801913-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:20:41.017026 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010471'] for agent, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:42.494857 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 42568) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:20:42.994385 dv-cinder-801913-8-iscsi neutron-server[99835]: WARNING oslo_policy.policy [None req-f1ad28d5-471b-499c-9026-f18efe07be0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 16:20:42.994964 dv-cinder-801913-8-iscsi neutron-server[99835]: WARNING oslo_policy.policy [None req-f1ad28d5-471b-499c-9026-f18efe07be0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 16:20:43.073384 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.db.l3_hamode_db [None req-f11df7de-c375-4a6c-b8ff-4a72f1f3bc3a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 15 16:20:43.154741 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11df7de-c375-4a6c-b8ff-4a72f1f3bc3a None None] Routers set() bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:20:43.155131 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11df7de-c375-4a6c-b8ff-4a72f1f3bc3a None None] Router IDs set() for agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 16:20:43.225352 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [None req-f1ad28d5-471b-499c-9026-f18efe07be0a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:20:43.226449 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f1ad28d5-471b-499c-9026-f18efe07be0a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7305589 Oct 15 16:20:45.731955 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42582) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:20:46.222737 dv-cinder-801913-8-iscsi neutron-server[99836]: WARNING oslo_policy.policy [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 16:20:46.224020 dv-cinder-801913-8-iscsi neutron-server[99836]: WARNING oslo_policy.policy [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 16:20:46.459033 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:20:46.558168 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.policy [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99836) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 16:20:46.604505 dv-cinder-801913-8-iscsi neutron-server[99836]: WARNING oslo_policy.policy [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 16:20:46.604899 dv-cinder-801913-8-iscsi neutron-server[99836]: WARNING oslo_policy.policy [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 16:20:46.614287 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.quota [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] Loaded quota_driver: . Oct 15 16:20:46.708095 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755561063526', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755565861427', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755565868482', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755565863710', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755561226695', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755565830044', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3755396', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3765364', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-994357'] for rbac-policy, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:46.774629 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:46.775967 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-735a2f54-1b87-4c10-a2f5-8b882c79fe34 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0418990 Oct 15 16:20:49.469280 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42600) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:20:49.761105 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'name': 'private', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:20:49.789314 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Made reservation on behalf of b98e22945e094c5db939c64b50558eb8 for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:20:49.792088 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:49.811591 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:49.918509 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:49.922131 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:49.945381 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:20:49.969657 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755561112634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:49.970233 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Unsubscribe: segment precommit_create {{(pid=99836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 16:20:49.970728 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Added segment 6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0 of type vlan for network 404c32fe-261d-42d1-9206-587653aa3663 Oct 15 16:20:49.977096 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b7058a-1c7c-4cc7-ae1f-a31441d27023,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:20:50.011254 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.011616 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.012204 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.012533 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.012882 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.013228 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.013551 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.013874 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.014188 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.014599 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.014819 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.015133 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Tracked resource versions report: Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: pushed versions: Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: { 'AddressGroup': {'1.2'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'ConntrackHelper': {'1.0'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Log': {'1.0'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Network': {'1.1'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Port': {'1.7'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'PortForwarding': {'1.2'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'QosPolicy': {'1.10'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SecurityGroup': {'1.4'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SecurityGroupRule': {'1.2'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SubPort': {'1.0'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Subnet': {'1.1'}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Trunk': {'1.1'}} Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: consumer versions: Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: { DHCP agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: L3 agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: Metadata agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: Metering agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: Open vSwitch agent@dv-cinder-801913-8-iscsi: { 'AddressGroup': '1.2', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'ConntrackHelper': '1.0', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Log': '1.0', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Network': '1.1', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Port': '1.7', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'PortForwarding': '1.2', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'QosPolicy': '1.10', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SecurityGroup': '1.4', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SecurityGroupRule': '1.2', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SubPort': '1.0', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Subnet': '1.1', Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Trunk': '1.1'}} Oct 15 16:20:50.016218 dv-cinder-801913-8-iscsi neutron-server[99836]: {{(pid=99836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 16:20:50.087136 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:50.127548 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:50.128896 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:20:50.129616 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:50.192891 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7224221 Oct 15 16:20:50.233630 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11488a51-b356-4aac-91f4-3d3138252e60 admin admin] Pushing event updated for resources: {'Network': ['ID=404c32fe-261d-42d1-9206-587653aa3663,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:20:50.245292 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 404c32fe-261d-42d1-9206-587653aa3663 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:20:52.977858 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 42614) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:20:53.494051 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.policy [None req-3f151eff-d174-4bdb-8824-23f5fc8c34d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 16:20:53.541101 dv-cinder-801913-8-iscsi neutron-server[99835]: WARNING oslo_policy.policy [None req-3f151eff-d174-4bdb-8824-23f5fc8c34d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 16:20:53.541469 dv-cinder-801913-8-iscsi neutron-server[99835]: WARNING oslo_policy.policy [None req-3f151eff-d174-4bdb-8824-23f5fc8c34d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 16:20:53.549887 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f151eff-d174-4bdb-8824-23f5fc8c34d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:20:53.552188 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-3f151eff-d174-4bdb-8824-23f5fc8c34d6 admin admin] 10.222.0.44 "GET /v2.0/networks/404c32fe-261d-42d1-9206-587653aa3663 HTTP/1.1" status: 200 len: 825 time: 0.5733879 Oct 15 16:20:53.589477 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c8a8ae8b-aab2-4d76-8354-2b7b331f14cf admin admin] 10.222.0.44 "GET /v2.0/subnetpools/4443af36-1b1d-40ad-85de-3b9561e90fc8 HTTP/1.1" status: 200 len: 734 time: 0.0310974 Oct 15 16:20:53.599359 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Request body: {'subnet': {'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'network_id': '404c32fe-261d-42d1-9206-587653aa3663', 'ip_version': 4, 'subnetpool_id': '4443af36-1b1d-40ad-85de-3b9561e90fc8', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:20:53.600923 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.quota [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Loaded quota_driver: . Oct 15 16:20:53.638529 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Made reservation on behalf of b98e22945e094c5db939c64b50558eb8 for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:20:53.641347 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:53.923530 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:54.000539 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Checking segment: {'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:20:54.001292 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Network hostable DHCP agents. Network: 404c32fe-261d-42d1-9206-587653aa3663, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:20:54.008027 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2a7538-e7dc-4e8e-abf1-942a5b70df17,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:20:54.022981 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.023359 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.023702 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.024033 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.024363 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.024718 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.025056 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.025381 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.025712 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.026032 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.026347 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.026655 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Tracked resource versions report: Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: pushed versions: Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: { 'AddressGroup': {'1.2'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'ConntrackHelper': {'1.0'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Log': {'1.0'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Network': {'1.1'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Port': {'1.7'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'PortForwarding': {'1.2'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'QosPolicy': {'1.10'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SecurityGroup': {'1.4'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SecurityGroupRule': {'1.2'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SubPort': {'1.0'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Subnet': {'1.1'}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Trunk': {'1.1'}} Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: consumer versions: Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: { DHCP agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: L3 agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: Metadata agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: Metering agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: Open vSwitch agent@dv-cinder-801913-8-iscsi: { 'AddressGroup': '1.2', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'ConntrackHelper': '1.0', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Log': '1.0', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Network': '1.1', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Port': '1.7', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'PortForwarding': '1.2', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'QosPolicy': '1.10', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SecurityGroup': '1.4', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SecurityGroupRule': '1.2', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SubPort': '1.0', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Subnet': '1.1', Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Trunk': '1.1'}} Oct 15 16:20:54.027697 dv-cinder-801913-8-iscsi neutron-server[99835]: {{(pid=99835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 16:20:54.065562 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Network 404c32fe-261d-42d1-9206-587653aa3663 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:20:54.078696 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 404c32fe-261d-42d1-9206-587653aa3663) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:20:54.083753 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:20:54.084375 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:54.090407 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4aba5-88c0-4354-b072-5f7e8b8d60a0 None None] Network 404c32fe-261d-42d1-9206-587653aa3663 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:20:54.105343 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-d1489913-3905-4a6c-b47a-89e453e0f8d8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5098395 Oct 15 16:20:54.415570 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-404c32fe-261d-42d1-9206-587653aa3663', 'network_id': '404c32fe-261d-42d1-9206-587653aa3663', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'fixed_ips': [{'subnet_id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:20:54.416930 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:54.688188 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Allocated IP 172.20.0.2 (404c32fe-261d-42d1-9206-587653aa3663/0d2a7538-e7dc-4e8e-abf1-942a5b70df17/bb081777-88d5-4782-920b-06eb6e269e6b) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:20:54.888184 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:54.895386 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:54.991449 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Network 404c32fe-261d-42d1-9206-587653aa3663 is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:20:54.997067 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:20:55.008985 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:20:55.012287 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Pushing event updated for resources: {'Port': ['ID=bb081777-88d5-4782-920b-06eb6e269e6b,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:20:55.044843 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.045200 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.045544 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.045882 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.046216 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.046548 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.046875 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.047206 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.047544 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.047873 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.048195 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.048517 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Tracked resource versions report: Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: pushed versions: Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: { 'AddressGroup': {'1.2'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'ConntrackHelper': {'1.0'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Log': {'1.0'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Network': {'1.1'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Port': {'1.7'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'PortForwarding': {'1.2'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'QosPolicy': {'1.10'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SecurityGroup': {'1.4'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SecurityGroupRule': {'1.2'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SubPort': {'1.0'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Subnet': {'1.1'}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Trunk': {'1.1'}} Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: consumer versions: Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: { DHCP agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: L3 agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: Metadata agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: Metering agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: Open vSwitch agent@dv-cinder-801913-8-iscsi: { 'AddressGroup': '1.2', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'ConntrackHelper': '1.0', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Log': '1.0', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Network': '1.1', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Port': '1.7', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'PortForwarding': '1.2', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'QosPolicy': '1.10', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SecurityGroup': '1.4', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SecurityGroupRule': '1.2', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SubPort': '1.0', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Subnet': '1.1', Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Trunk': '1.1'}} Oct 15 16:20:55.049634 dv-cinder-801913-8-iscsi neutron-server[99837]: {{(pid=99837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 16:20:55.097433 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Attempting to bind port bb081777-88d5-4782-920b-06eb6e269e6b on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:20:55.098566 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Attempting to bind port bb081777-88d5-4782-920b-06eb6e269e6b by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:20:55.098748 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Attempting to bind port bb081777-88d5-4782-920b-06eb6e269e6b on network 404c32fe-261d-42d1-9206-587653aa3663 {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:20:55.103657 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:20:55.104037 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Checking segment: {'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:20:55.104521 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:55.104947 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Bound using segment: {'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:20:55.105432 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Bound port: bb081777-88d5-4782-920b-06eb6e269e6b, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:20:55.105838 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:55.172656 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] For port bb081777-88d5-4782-920b-06eb6e269e6b, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:20:55.176872 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] For port bb081777-88d5-4782-920b-06eb6e269e6b, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=bb081777-88d5-4782-920b-06eb6e269e6b,segment=NetworkSegment(6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0),segment_id=6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:20:55.181406 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:20:55.245309 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc20db-f338-4ee7-b66a-23103d231474 None None] Pushing event updated for resources: {'Port': ['ID=bb081777-88d5-4782-920b-06eb6e269e6b,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:20:56.638934 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42628) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:20:56.962166 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [None req-e67098be-b2c9-4901-b6d5-be0756e9ee77 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:20:56.963257 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-e67098be-b2c9-4901-b6d5-be0756e9ee77 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3232801 Oct 15 16:20:59.460209 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 42636) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:20:59.780796 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [None req-6d2f914e-1b5c-4703-8090-74e7c17d59a6 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:20:59.796721 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6d2f914e-1b5c-4703-8090-74e7c17d59a6 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3205914 Oct 15 16:21:02.537754 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42646) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:21:02.835174 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-4729f064-41f7-4613-9108-0febe30688a4 admin admin] Request body: {'router': {'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'name': 'router1', 'admin_state_up': True}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:21:02.859383 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4729f064-41f7-4613-9108-0febe30688a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:02.860910 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4729f064-41f7-4613-9108-0febe30688a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:02.998679 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4729f064-41f7-4613-9108-0febe30688a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:03.003343 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4729f064-41f7-4613-9108-0febe30688a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:03.018164 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4729f064-41f7-4613-9108-0febe30688a4 admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:03.019363 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-4729f064-41f7-4613-9108-0febe30688a4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4806139 Oct 15 16:21:03.321313 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device bb081777-88d5-4782-920b-06eb6e269e6b up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:21:03.410571 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port bb081777-88d5-4782-920b-06eb6e269e6b triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:03.410885 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:03.522534 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:03.557302 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port bb081777-88d5-4782-920b-06eb6e269e6b, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=bb081777-88d5-4782-920b-06eb6e269e6b,segment=NetworkSegment(6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0),segment_id=6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:21:03.561254 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:03.608851 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=bb081777-88d5-4782-920b-06eb6e269e6b,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:04.473402 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a5529-46fb-443e-b6d8-ca3a133d5390 None None] Network 404c32fe-261d-42d1-9206-587653aa3663 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:21:04.546997 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-87452b85-0019-48c9-98ba-b350858ab4e5 None None] Provisioning complete for port bb081777-88d5-4782-920b-06eb6e269e6b triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:04.547369 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87452b85-0019-48c9-98ba-b350858ab4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:04.914085 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-d7cc8bde-0bdb-43fe-bbe1-14bd0a011396 None None] Provisioning complete for port bb081777-88d5-4782-920b-06eb6e269e6b triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:04.914455 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8bde-0bdb-43fe-bbe1-14bd0a011396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:05.273021 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device bb081777-88d5-4782-920b-06eb6e269e6b up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:21:05.319251 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port bb081777-88d5-4782-920b-06eb6e269e6b triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:05.319616 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:05.558676 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42658) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:21:05.721471 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ce625b10-a79b-4bcd-846a-9f39a1556f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:05.871074 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [None req-1bccd0cb-7514-4c11-817f-1a20d0a16bcd admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:21:05.872083 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-1bccd0cb-7514-4c11-817f-1a20d0a16bcd admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3124738 Oct 15 16:21:08.393955 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42666) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:21:08.478430 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7a5fee29-8ff4-4f95-96be-f94b04cd55f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.703779 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:21:08.725890 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Made reservation on behalf of e348fc27956d4acb93a39e5ee61f68cf for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:21:08.728142 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.735902 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.811101 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.814893 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.833104 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Reserving flat network on physical network physnet1 {{(pid=99836) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 15 16:21:08.848367 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50975ebb-52ba-4975-8952-2bf38cf3d6c7,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:08.855014 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.855403 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Added segment 8bfcc701-02f7-4718-a85b-cd15f626d034 of type flat for network dd6dcd9d-2966-46eb-b204-28598e62eddf Oct 15 16:21:08.911681 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.942177 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.943258 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:21:08.943836 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:08.980342 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5853856 Oct 15 16:21:09.029544 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46e39-0a9c-4922-ad23-8fb276b576ab admin admin] Pushing event updated for resources: {'Network': ['ID=dd6dcd9d-2966-46eb-b204-28598e62eddf,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:09.040451 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network dd6dcd9d-2966-46eb-b204-28598e62eddf details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:21:09.378905 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:09.446270 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:10.962763 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:11.467287 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42684) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:21:11.694186 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c763e89a-e710-4c95-bc4d-c81113784cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:21:11.696388 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-c763e89a-e710-4c95-bc4d-c81113784cd0 admin admin] 10.222.0.44 "GET /v2.0/subnets/0d2a7538-e7dc-4e8e-abf1-942a5b70df17 HTTP/1.1" status: 200 len: 849 time: 0.2279820 Oct 15 16:21:11.813788 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-882b8989-bc27-4fba-812f-4efaf9da5819 admin admin] 10.222.0.44 "GET /v2.0/routers/0a296316-e73c-4e16-8973-62a0e10e5ad3 HTTP/1.1" status: 200 len: 704 time: 0.1111510 Oct 15 16:21:12.075375 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:12.367929 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Allocated IP 172.20.0.1 (404c32fe-261d-42d1-9206-587653aa3663/0d2a7538-e7dc-4e8e-abf1-942a5b70df17/f2005363-c588-4534-8836-cc9416b75545) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:21:12.550385 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:12.615175 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:12.685423 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Network 404c32fe-261d-42d1-9206-587653aa3663 is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:21:12.690816 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:21:12.701998 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:21:12.702996 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:12.723647 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Pushing event updated for resources: {'Port': ['ID=f2005363-c588-4534-8836-cc9416b75545,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:12.947024 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:12.952895 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-82611d10-22ce-4111-92b5-3863457404fd None None] Provisioning complete for port f2005363-c588-4534-8836-cc9416b75545 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:12.953369 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-82611d10-22ce-4111-92b5-3863457404fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:12.986209 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-82611d10-22ce-4111-92b5-3863457404fd None None] Port f2005363-c588-4534-8836-cc9416b75545 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:21:12.991419 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:21:13.155281 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:13.159730 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:13.160632 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:13.246150 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Pushing event updated for resources: {'Port': ['ID=f2005363-c588-4534-8836-cc9416b75545,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:13.287576 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Network 404c32fe-261d-42d1-9206-587653aa3663 is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:21:13.288976 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:21:13.449632 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Router 0a296316-e73c-4e16-8973-62a0e10e5ad3 is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:21:13.507892 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-6bb56062-740d-4938-a486-8b2f7df4783c None None] Provisioning complete for port f2005363-c588-4534-8836-cc9416b75545 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:13.508180 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6bb56062-740d-4938-a486-8b2f7df4783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:13.541693 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-6bb56062-740d-4938-a486-8b2f7df4783c None None] Port f2005363-c588-4534-8836-cc9416b75545 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:21:13.544857 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:21:13.550020 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-b7f8b1dc-70c4-4622-a7a8-d2c990e4ea11 admin admin] 10.222.0.44 "PUT /v2.0/routers/0a296316-e73c-4e16-8973-62a0e10e5ad3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7298942 Oct 15 16:21:13.555418 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Sync routers for ids ['0a296316-e73c-4e16-8973-62a0e10e5ad3'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:21:13.567826 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Routers {'0a296316-e73c-4e16-8973-62a0e10e5ad3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:21:13.568975 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:21:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['0a296316-e73c-4e16-8973-62a0e10e5ad3'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:21:13.774163 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Set router 0a296316-e73c-4e16-8973-62a0e10e5ad3 gateway port host: None {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:21:14.215930 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'name': 'router1', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:21:02Z', 'updated_at': '2021-10-15T16:21:12Z', 'revision_number': 2, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'gw_port_host': None, '_interfaces': [{'id': 'f2005363-c588-4534-8836-cc9416b75545', 'name': '', 'network_id': '404c32fe-261d-42d1-9206-587653aa3663', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'mac_address': 'fa:16:3e:47:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:12Z', 'updated_at': '2021-10-15T16:21:13Z', 'revision_number': 2, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'subnets': [{'id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4443af36-1b1d-40ad-85de-3b9561e90fc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:21:14.266300 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Checking router: 0a296316-e73c-4e16-8973-62a0e10e5ad3 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:21:14.266668 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Updating router 0a296316-e73c-4e16-8973-62a0e10e5ad3 port f2005363-c588-4534-8836-cc9416b75545 binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:21:14.321249 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:14.851742 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:14.858402 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:15.001349 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Pushing event updated for resources: {'Port': ['ID=f2005363-c588-4534-8836-cc9416b75545,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:15.022576 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.022928 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.023271 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.023608 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.023942 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.024275 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.024604 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.024960 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.025297 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.025624 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.025950 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.026272 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Tracked resource versions report: Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: pushed versions: Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: { 'AddressGroup': {'1.2'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'ConntrackHelper': {'1.0'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Log': {'1.0'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Network': {'1.1'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Port': {'1.7'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'PortForwarding': {'1.2'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'QosPolicy': {'1.10'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SecurityGroup': {'1.4'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SecurityGroupRule': {'1.2'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SubPort': {'1.0'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Subnet': {'1.1'}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Trunk': {'1.1'}} Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: consumer versions: Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: { DHCP agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: L3 agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: Metadata agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: Metering agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: Open vSwitch agent@dv-cinder-801913-8-iscsi: { 'AddressGroup': '1.2', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'ConntrackHelper': '1.0', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Log': '1.0', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Network': '1.1', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Port': '1.7', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'PortForwarding': '1.2', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'QosPolicy': '1.10', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SecurityGroup': '1.4', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SecurityGroupRule': '1.2', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SubPort': '1.0', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Subnet': '1.1', Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Trunk': '1.1'}} Oct 15 16:21:15.027359 dv-cinder-801913-8-iscsi neutron-server[99838]: {{(pid=99838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 16:21:15.041020 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Attempting to bind port f2005363-c588-4534-8836-cc9416b75545 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:21:15.041240 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Attempting to bind port f2005363-c588-4534-8836-cc9416b75545 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:21:15.042103 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Attempting to bind port f2005363-c588-4534-8836-cc9416b75545 on network 404c32fe-261d-42d1-9206-587653aa3663 {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:21:15.047428 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:21:15.047838 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Checking segment: {'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:21:15.048349 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:15.048744 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Bound using segment: {'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:21:15.049238 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Bound port: f2005363-c588-4534-8836-cc9416b75545, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '404c32fe-261d-42d1-9206-587653aa3663'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:21:15.049637 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:15.118602 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] For port f2005363-c588-4534-8836-cc9416b75545, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:21:15.138208 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] For port f2005363-c588-4534-8836-cc9416b75545, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=f2005363-c588-4534-8836-cc9416b75545,segment=NetworkSegment(6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0),segment_id=6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:21:15.145313 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:15.169742 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-2b733ff2-8af6-45ca-a708-d22a5b93d9b9 None None] Provisioning complete for port f2005363-c588-4534-8836-cc9416b75545 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:15.170332 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2b733ff2-8af6-45ca-a708-d22a5b93d9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:15.204243 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Routers {'0a296316-e73c-4e16-8973-62a0e10e5ad3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:21:15.204899 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:21:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['0a296316-e73c-4e16-8973-62a0e10e5ad3'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:21:15.208764 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968afc3-abb5-47cd-adf7-57643b46d719 None None] Pushing event updated for resources: {'Port': ['ID=f2005363-c588-4534-8836-cc9416b75545,revision_number=4']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:15.270366 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2b733ff2-8af6-45ca-a708-d22a5b93d9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:15.307731 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-2b733ff2-8af6-45ca-a708-d22a5b93d9b9 None None] For port f2005363-c588-4534-8836-cc9416b75545, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=f2005363-c588-4534-8836-cc9416b75545,segment=NetworkSegment(6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0),segment_id=6c0d4e4c-9033-4d9d-8582-0a8e0a1950b0)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:21:15.313405 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2b733ff2-8af6-45ca-a708-d22a5b93d9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:15.321581 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] Set router 0a296316-e73c-4e16-8973-62a0e10e5ad3 gateway port host: None {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:21:15.363856 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733ff2-8af6-45ca-a708-d22a5b93d9b9 None None] Pushing event updated for resources: {'Port': ['ID=f2005363-c588-4534-8836-cc9416b75545,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:15.434114 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-2494b895-f932-414d-bb49-c337f8d6fd4a None None] Provisioning complete for port f2005363-c588-4534-8836-cc9416b75545 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:15.434490 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2494b895-f932-414d-bb49-c337f8d6fd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:15.545530 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'name': 'router1', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:21:02Z', 'updated_at': '2021-10-15T16:21:12Z', 'revision_number': 2, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'gw_port_host': None, '_interfaces': [{'id': 'f2005363-c588-4534-8836-cc9416b75545', 'name': '', 'network_id': '404c32fe-261d-42d1-9206-587653aa3663', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'mac_address': 'fa:16:3e:47:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:12Z', 'updated_at': '2021-10-15T16:21:15Z', 'revision_number': 4, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'subnets': [{'id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4443af36-1b1d-40ad-85de-3b9561e90fc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:21:15.570937 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa891cd5-2185-4e46-ae73-8775b6e0ecdf None None] The sync data for ids ['0a296316-e73c-4e16-8973-62a0e10e5ad3'] in dv-cinder-801913-8-iscsi is: [{'id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'name': 'router1', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:21:02Z', 'updated_at': '2021-10-15T16:21:12Z', 'revision_number': 2, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'gw_port_host': None, '_interfaces': [{'id': 'f2005363-c588-4534-8836-cc9416b75545', 'name': '', 'network_id': '404c32fe-261d-42d1-9206-587653aa3663', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'mac_address': 'fa:16:3e:47:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:12Z', 'updated_at': '2021-10-15T16:21:15Z', 'revision_number': 4, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'subnets': [{'id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4443af36-1b1d-40ad-85de-3b9561e90fc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:21:15.911920 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42704) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:21:16.021193 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7af8c0-73ae-4b32-a988-187d9b8edff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:21:16.028475 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-cb7af8c0-73ae-4b32-a988-187d9b8edff1 admin admin] 10.222.0.44 "GET /v2.0/networks/dd6dcd9d-2966-46eb-b204-28598e62eddf HTTP/1.1" status: 200 len: 842 time: 0.1095877 Oct 15 16:21:16.032870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:21:16.059294 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Made reservation on behalf of e348fc27956d4acb93a39e5ee61f68cf for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:21:16.061725 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:16.377894 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.objects.ports [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 16:21:16.378896 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:16.429219 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=788291d6-9d65-4902-8b74-f02c64a3d231,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:16.446002 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:21:16.446378 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Network hostable DHCP agents. Network: dd6dcd9d-2966-46eb-b204-28598e62eddf, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:21:16.466335 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:21:16.476754 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, dd6dcd9d-2966-46eb-b204-28598e62eddf) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:21:16.480894 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:21:16.481487 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:16.487326 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c95168-05b8-4cfd-b547-82dd81836bf1 None None] Network dd6dcd9d-2966-46eb-b204-28598e62eddf requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:21:16.510844 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-3550d0b2-75bf-4d8b-9453-03c02e1a5971 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4688914 Oct 15 16:21:16.619648 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f23f13-65c2-4ee8-90cc-c45b022e0685 None None] Network dd6dcd9d-2966-46eb-b204-28598e62eddf requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:21:18.940461 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 42712) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:21:19.147239 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-626aa34f-0390-4e4e-9ab4-57125f3c0192 admin admin] 10.222.0.44 "GET /v2.0/routers/0a296316-e73c-4e16-8973-62a0e10e5ad3 HTTP/1.1" status: 200 len: 710 time: 0.2055435 Oct 15 16:21:19.232427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe411f3e-d238-4c66-b62d-bf60564cb3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:21:19.239717 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-fe411f3e-d238-4c66-b62d-bf60564cb3b6 admin admin] 10.222.0.44 "GET /v2.0/networks/dd6dcd9d-2966-46eb-b204-28598e62eddf HTTP/1.1" status: 200 len: 886 time: 0.0805087 Oct 15 16:21:19.243928 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:21:19.495425 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:19.734897 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:19.808130 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:19.912061 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Allocated IP 172.27.2.77 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/113e93ee-e0f9-4fec-a60d-d0c0a634c038) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:21:20.011341 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:20.044825 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:20.078879 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:21:20.082552 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:21:20.092661 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:21:20.129729 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Pushing event updated for resources: {'Port': ['ID=113e93ee-e0f9-4fec-a60d-d0c0a634c038,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:20.343613 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:20.624375 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1007701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-491852'] for router, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:20.627790 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1007710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1007655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1011329'] for router, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:20.736316 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Router 0a296316-e73c-4e16-8973-62a0e10e5ad3 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:21:20.843427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:21:20.847920 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:20.860754 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-75c5ff7a-a83b-470d-ac01-0831a4697dca admin admin] 10.222.0.44 "PUT /v2.0/routers/0a296316-e73c-4e16-8973-62a0e10e5ad3 HTTP/1.1" status: 200 len: 889 time: 1.6086252 Oct 15 16:21:21.317588 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device f2005363-c588-4534-8836-cc9416b75545 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:21:21.377460 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port f2005363-c588-4534-8836-cc9416b75545 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:21.378588 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:22.679354 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Sync routers for ids ['0a296316-e73c-4e16-8973-62a0e10e5ad3'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:21:22.689504 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Routers {'0a296316-e73c-4e16-8973-62a0e10e5ad3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:21:22.690140 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:21:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['0a296316-e73c-4e16-8973-62a0e10e5ad3'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:21:22.896469 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Set router 0a296316-e73c-4e16-8973-62a0e10e5ad3 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:21:23.293904 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'name': 'router1', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '113e93ee-e0f9-4fec-a60d-d0c0a634c038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:21:02Z', 'updated_at': '2021-10-15T16:21:20Z', 'revision_number': 4, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'gw_port': {'id': '113e93ee-e0f9-4fec-a60d-d0c0a634c038', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:19Z', 'updated_at': '2021-10-15T16:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'f2005363-c588-4534-8836-cc9416b75545', 'name': '', 'network_id': '404c32fe-261d-42d1-9206-587653aa3663', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'mac_address': 'fa:16:3e:47:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:12Z', 'updated_at': '2021-10-15T16:21:15Z', 'revision_number': 5, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'subnets': [{'id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4443af36-1b1d-40ad-85de-3b9561e90fc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:21:23.347131 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Checking router: 0a296316-e73c-4e16-8973-62a0e10e5ad3 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:21:23.347491 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Updating router 0a296316-e73c-4e16-8973-62a0e10e5ad3 port 113e93ee-e0f9-4fec-a60d-d0c0a634c038 binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:21:23.381628 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 42724) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:21:23.395019 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:23.529229 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-27132e03-9654-460b-a394-7393cb18d067 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1464198 Oct 15 16:21:23.808373 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:23.815071 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:23.864925 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Attempting to bind port 113e93ee-e0f9-4fec-a60d-d0c0a634c038 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:21:23.865297 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Attempting to bind port 113e93ee-e0f9-4fec-a60d-d0c0a634c038 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:21:23.865654 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Attempting to bind port 113e93ee-e0f9-4fec-a60d-d0c0a634c038 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:21:23.872871 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76bd28-9ae4-4c6b-89d5-0f7dc7fa0713 None None] Pushing event updated for resources: {'Port': ['ID=113e93ee-e0f9-4fec-a60d-d0c0a634c038,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:23.876232 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:21:23.876613 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:21:23.877045 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:23.877424 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:21:23.878619 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Bound port: 113e93ee-e0f9-4fec-a60d-d0c0a634c038, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:21:23.878928 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:23.930971 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] For port 113e93ee-e0f9-4fec-a60d-d0c0a634c038, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:21:23.934156 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] For port 113e93ee-e0f9-4fec-a60d-d0c0a634c038, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=113e93ee-e0f9-4fec-a60d-d0c0a634c038,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:21:23.939150 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:23.999996 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76bd28-9ae4-4c6b-89d5-0f7dc7fa0713 None None] Pushing event updated for resources: {'Port': ['ID=113e93ee-e0f9-4fec-a60d-d0c0a634c038,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:24.005713 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Routers {'0a296316-e73c-4e16-8973-62a0e10e5ad3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:21:24.006327 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:21:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['0a296316-e73c-4e16-8973-62a0e10e5ad3'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:21:24.118320 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] Set router 0a296316-e73c-4e16-8973-62a0e10e5ad3 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:21:24.348159 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'name': 'router1', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '113e93ee-e0f9-4fec-a60d-d0c0a634c038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:21:02Z', 'updated_at': '2021-10-15T16:21:20Z', 'revision_number': 4, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'gw_port': {'id': '113e93ee-e0f9-4fec-a60d-d0c0a634c038', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:19Z', 'updated_at': '2021-10-15T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'f2005363-c588-4534-8836-cc9416b75545', 'name': '', 'network_id': '404c32fe-261d-42d1-9206-587653aa3663', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'mac_address': 'fa:16:3e:47:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:12Z', 'updated_at': '2021-10-15T16:21:15Z', 'revision_number': 5, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'subnets': [{'id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4443af36-1b1d-40ad-85de-3b9561e90fc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:21:24.374776 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662d0c7-82df-44a6-9795-202257ea68df None None] The sync data for ids ['0a296316-e73c-4e16-8973-62a0e10e5ad3'] in dv-cinder-801913-8-iscsi is: [{'id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'name': 'router1', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '113e93ee-e0f9-4fec-a60d-d0c0a634c038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:21:02Z', 'updated_at': '2021-10-15T16:21:20Z', 'revision_number': 4, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'gw_port': {'id': '113e93ee-e0f9-4fec-a60d-d0c0a634c038', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:19Z', 'updated_at': '2021-10-15T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'f2005363-c588-4534-8836-cc9416b75545', 'name': '', 'network_id': '404c32fe-261d-42d1-9206-587653aa3663', 'tenant_id': 'b98e22945e094c5db939c64b50558eb8', 'mac_address': 'fa:16:3e:47:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a296316-e73c-4e16-8973-62a0e10e5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:21:12Z', 'updated_at': '2021-10-15T16:21:15Z', 'revision_number': 5, 'project_id': 'b98e22945e094c5db939c64b50558eb8', 'subnets': [{'id': '0d2a7538-e7dc-4e8e-abf1-942a5b70df17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4443af36-1b1d-40ad-85de-3b9561e90fc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:21:25.342310 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 113e93ee-e0f9-4fec-a60d-d0c0a634c038 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:21:25.398625 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 113e93ee-e0f9-4fec-a60d-d0c0a634c038 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:25.399056 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:25.481249 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:25.503204 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 113e93ee-e0f9-4fec-a60d-d0c0a634c038, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=113e93ee-e0f9-4fec-a60d-d0c0a634c038,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:21:25.508714 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:25.562009 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=113e93ee-e0f9-4fec-a60d-d0c0a634c038,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:21:27.327395 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 113e93ee-e0f9-4fec-a60d-d0c0a634c038 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:21:27.388880 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 113e93ee-e0f9-4fec-a60d-d0c0a634c038 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:21:27.389610 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:35.722810 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-72748e2c-d55e-49bf-97c7-c756f2825729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:38.480587 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0651bf60-0590-4689-b294-4f310c6cab0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:39.388229 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:39.451747 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:40.973109 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:21:49.992797 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:22:05.726347 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5987e701-71d5-43ab-90bd-befdfcc67343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:08.483725 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-46bc7308-c658-4346-be94-334db6d740b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:09.389850 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:09.446799 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:10.977440 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:26.991292 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:22:35.727253 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-454d0079-8053-4ef4-8e2f-38847faa4ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:38.486343 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8122-fab3-468f-a00f-eb43e8586062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:39.386694 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:39.448402 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:22:40.977493 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:01.403545 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43286) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:01.464444 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c49c338-3202-4ebe-a8a7-aec9ced3de24 admin admin] GET failed (client error): The resource could not be found. Oct 15 16:23:01.465775 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8c49c338-3202-4ebe-a8a7-aec9ced3de24 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613539 Oct 15 16:23:01.647420 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f3a0a-560b-45b3-9b7b-2fef6699b5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:01.648968 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-cf6f3a0a-560b-45b3-9b7b-2fef6699b5db admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1785622 Oct 15 16:23:03.940523 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43296) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:03.990796 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:23:04.031153 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a183cd7b-01e6-4cb8-b10a-340c8affd0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:04.032511 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a183cd7b-01e6-4cb8-b10a-340c8affd0ce admin admin] 10.222.0.44 "GET /v2.0/subnets/0d2a7538-e7dc-4e8e-abf1-942a5b70df17 HTTP/1.1" status: 200 len: 849 time: 0.0910063 Oct 15 16:23:04.043104 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:23:04.125461 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Publish callbacks [] for subnet, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:04.273139 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755561069900'] for subnet, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:04.310906 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:04.311453 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:04.312762 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] 10.222.0.44 "PUT /v2.0/subnets/0d2a7538-e7dc-4e8e-abf1-942a5b70df17 HTTP/1.1" status: 200 len: 868 time: 0.2733181 Oct 15 16:23:04.314161 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ecb3fc-16d2-4ed7-a455-65b346ff1b67 None None] Network 404c32fe-261d-42d1-9206-587653aa3663 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:23:04.333116 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2a7538-e7dc-4e8e-abf1-942a5b70df17,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:23:04.341296 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.342025 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.342420 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.342802 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.343248 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.343596 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.343930 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.344270 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.344620 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.345043 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.345376 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.346385 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725a99cc-535e-42d5-b3fc-99b3a996d2da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:04.663279 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-b3b83a05-df74-4acb-b24f-0dc2f673f863 None None] Provisioning complete for port bb081777-88d5-4782-920b-06eb6e269e6b triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:23:04.663656 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-b3b83a05-df74-4acb-b24f-0dc2f673f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:04.753154 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-b3b83a05-df74-4acb-b24f-0dc2f673f863 None None] Provisioning complete for port f2005363-c588-4534-8836-cc9416b75545 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:23:04.753420 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-b3b83a05-df74-4acb-b24f-0dc2f673f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:05.728092 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-64ababaa-4f09-48ee-b613-79bd3f88c0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:06.634861 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43304) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:06.830776 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d6626-917c-427c-abf2-87bd8a1ef9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:06.831170 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d6626-917c-427c-abf2-87bd8a1ef9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:06.832774 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-785d6626-917c-427c-abf2-87bd8a1ef9ab admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969020 Oct 15 16:23:08.488842 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3420eeff-e504-4b89-9120-5acec327ce37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:09.108123 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43312) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:09.243969 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ded68c-2067-4b83-8347-888f9bee6585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:09.244445 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ded68c-2067-4b83-8347-888f9bee6585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:09.246009 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-84ded68c-2067-4b83-8347-888f9bee6585 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1369202 Oct 15 16:23:09.391074 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:09.450747 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:10.982076 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:11.552492 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43320) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:11.723563 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7691881-740a-4baf-b2d7-8406e993b339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:11.724990 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-d7691881-740a-4baf-b2d7-8406e993b339 admin admin] 10.222.0.44 "GET /v2.0/networks/404c32fe-261d-42d1-9206-587653aa3663 HTTP/1.1" status: 200 len: 869 time: 0.1714451 Oct 15 16:23:14.024390 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43328) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:14.151839 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6156b6fc-2657-4722-a26f-ebf43b025f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:14.153424 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-6156b6fc-2657-4722-a26f-ebf43b025f8c admin admin] 10.222.0.44 "GET /v2.0/networks/dd6dcd9d-2966-46eb-b204-28598e62eddf HTTP/1.1" status: 200 len: 886 time: 0.1280322 Oct 15 16:23:16.422519 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43338) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:16.543110 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb3d6a-068c-49a0-96f1-2ae50400ac1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:16.543561 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb3d6a-068c-49a0-96f1-2ae50400ac1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:16.545089 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-6bfb3d6a-068c-49a0-96f1-2ae50400ac1b admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216888 Oct 15 16:23:18.811723 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43346) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:18.906612 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45be3db-88fe-449b-9c84-128343d3c639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:18.907062 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45be3db-88fe-449b-9c84-128343d3c639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:18.908579 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-b45be3db-88fe-449b-9c84-128343d3c639 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958703 Oct 15 16:23:21.201181 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43354) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:21.291789 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12124c-9848-4bde-8aaf-3d27e6841bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:21.293204 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-0c12124c-9848-4bde-8aaf-3d27e6841bac admin admin] 10.222.0.44 "GET /v2.0/subnets/0d2a7538-e7dc-4e8e-abf1-942a5b70df17 HTTP/1.1" status: 200 len: 868 time: 0.0910518 Oct 15 16:23:23.582441 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43362) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:23.667708 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9696477c-1d93-4862-91c7-db08d576911e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:23.669067 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-9696477c-1d93-4862-91c7-db08d576911e admin admin] 10.222.0.44 "GET /v2.0/subnets/788291d6-9d65-4902-8b74-f02c64a3d231 HTTP/1.1" status: 200 len: 816 time: 0.0856547 Oct 15 16:23:35.729596 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c8cca68d-b53a-42ba-b5df-605b9eebf570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:38.490389 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c7cba34e-2f48-40a0-a50f-cb504d528c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:39.393343 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:39.451722 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:40.986735 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:40.990904 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:23:47.877089 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43416) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:47.926913 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [None req-6459773c-2837-423e-b992-61bf4d5ef250 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:23:47.927946 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-6459773c-2837-423e-b992-61bf4d5ef250 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0499022 Oct 15 16:23:50.325668 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43424) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:50.386084 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd51a01-dad4-4c35-b7de-6b4aabe54c50 admin admin] GET failed (client error): The resource could not be found. Oct 15 16:23:50.387426 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-cfd51a01-dad4-4c35-b7de-6b4aabe54c50 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608089 Oct 15 16:23:50.526656 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de775479-1c85-483e-8022-f03c361457f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:50.528057 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-de775479-1c85-483e-8022-f03c361457f1 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354890 Oct 15 16:23:52.866155 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43432) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:52.913280 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:23:52.932946 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Made reservation on behalf of e348fc27956d4acb93a39e5ee61f68cf for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:23:52.935191 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:52.965264 dv-cinder-801913-8-iscsi neutron-server[99836]: WARNING neutron.services.revisions.revision_plugin [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Could not find related network for resource to bump revision. Oct 15 16:23:52.976723 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:23:52.985315 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:52.985656 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Added segment 04b21c98-77ae-4dd9-9422-777b23eb78ab of type vlan for network 686bd7f9-a721-482e-aa69-e95957224cdb Oct 15 16:23:53.023884 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:53.046638 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:53.047490 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:53.048063 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:53.078218 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2109973 Oct 15 16:23:53.108687 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Pushing event updated for resources: {'Network': ['ID=686bd7f9-a721-482e-aa69-e95957224cdb,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:23:53.116251 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.116601 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.116974 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.117332 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.117646 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.117980 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.118313 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.118641 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.118969 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.119298 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.119622 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.119944 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a60e1-e990-424a-8d81-ada40b8001ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:53.135719 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 686bd7f9-a721-482e-aa69-e95957224cdb details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:23:55.380495 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43440) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:23:55.445264 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.pecan_wsgi.hooks.translation [None req-72db7b60-9f14-4cbc-ade1-2ac6769f283f admin admin] GET failed (client error): The resource could not be found. Oct 15 16:23:55.446640 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-72db7b60-9f14-4cbc-ade1-2ac6769f283f admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651083 Oct 15 16:23:55.520111 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb1afa-9827-4ad1-9fa3-96f5005c9cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:55.521588 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-cffb1afa-9827-4ad1-9fa3-96f5005c9cd2 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702417 Oct 15 16:23:55.532056 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb', 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:23:55.554053 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Made reservation on behalf of e348fc27956d4acb93a39e5ee61f68cf for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:23:55.556257 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:55.720021 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:55.774413 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4752b9a3-a354-476f-b4bf-28551162ad2e,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:23:55.783282 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Checking segment: {'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:23:55.783630 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Network hostable DHCP agents. Network: 686bd7f9-a721-482e-aa69-e95957224cdb, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:23:55.800415 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Network 686bd7f9-a721-482e-aa69-e95957224cdb is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:23:55.809081 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 686bd7f9-a721-482e-aa69-e95957224cdb) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:23:55.813526 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:23:55.814148 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:55.818260 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b27d0-3653-453e-b5ac-163e869f554b None None] Network 686bd7f9-a721-482e-aa69-e95957224cdb requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:23:55.830955 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-2d3dfa60-5862-4d0d-9e60-77ec90ba1030 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025374 Oct 15 16:23:55.972255 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-686bd7f9-a721-482e-aa69-e95957224cdb', 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb', 'tenant_id': 'e348fc27956d4acb93a39e5ee61f68cf', 'fixed_ips': [{'subnet_id': '4752b9a3-a354-476f-b4bf-28551162ad2e'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:23:55.973091 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:56.113287 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Allocated IP 192.168.233.2 (686bd7f9-a721-482e-aa69-e95957224cdb/4752b9a3-a354-476f-b4bf-28551162ad2e/6c09327b-7f54-432e-8c96-f3c881c5f886) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:23:56.258130 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:56.264588 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:56.304394 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Network 686bd7f9-a721-482e-aa69-e95957224cdb is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:23:56.307255 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:23:56.316283 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:23:56.325220 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Pushing event updated for resources: {'Port': ['ID=6c09327b-7f54-432e-8c96-f3c881c5f886,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:23:56.345811 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.346176 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.346522 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.346855 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.347180 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.347509 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.347845 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.348177 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.348519 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.348866 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.349184 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.349499 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:23:56.385049 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Attempting to bind port 6c09327b-7f54-432e-8c96-f3c881c5f886 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:23:56.385421 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Attempting to bind port 6c09327b-7f54-432e-8c96-f3c881c5f886 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:23:56.385779 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Attempting to bind port 6c09327b-7f54-432e-8c96-f3c881c5f886 on network 686bd7f9-a721-482e-aa69-e95957224cdb {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:23:56.390968 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:23:56.391363 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Checking segment: {'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:23:56.391733 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:56.392114 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Bound using segment: {'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:23:56.392576 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Bound port: 6c09327b-7f54-432e-8c96-f3c881c5f886, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:23:56.393019 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:56.454549 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] For port 6c09327b-7f54-432e-8c96-f3c881c5f886, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:23:56.458278 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] For port 6c09327b-7f54-432e-8c96-f3c881c5f886, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=6c09327b-7f54-432e-8c96-f3c881c5f886,segment=NetworkSegment(04b21c98-77ae-4dd9-9422-777b23eb78ab),segment_id=04b21c98-77ae-4dd9-9422-777b23eb78ab)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:23:56.463357 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:56.519253 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e5fe5-5f4f-4526-8dbd-d57502504488 None None] Pushing event updated for resources: {'Port': ['ID=6c09327b-7f54-432e-8c96-f3c881c5f886,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:23:57.361527 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee0ce9-dc22-41d7-9b49-46661365e6d2 None None] Network 686bd7f9-a721-482e-aa69-e95957224cdb requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:23:57.464151 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 6c09327b-7f54-432e-8c96-f3c881c5f886 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:23:57.473953 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-02ee182d-b4d6-4ddc-aa59-48ff5a5f7e60 None None] Provisioning complete for port 6c09327b-7f54-432e-8c96-f3c881c5f886 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:23:57.474327 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-02ee182d-b4d6-4ddc-aa59-48ff5a5f7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:57.642458 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 6c09327b-7f54-432e-8c96-f3c881c5f886 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:23:57.642737 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:57.654738 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-02ee182d-b4d6-4ddc-aa59-48ff5a5f7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:57.722846 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-02ee182d-b4d6-4ddc-aa59-48ff5a5f7e60 None None] For port 6c09327b-7f54-432e-8c96-f3c881c5f886, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=6c09327b-7f54-432e-8c96-f3c881c5f886,segment=NetworkSegment(04b21c98-77ae-4dd9-9422-777b23eb78ab),segment_id=04b21c98-77ae-4dd9-9422-777b23eb78ab)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:23:57.728865 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-02ee182d-b4d6-4ddc-aa59-48ff5a5f7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:57.809742 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee182d-b4d6-4ddc-aa59-48ff5a5f7e60 None None] Pushing event updated for resources: {'Port': ['ID=6c09327b-7f54-432e-8c96-f3c881c5f886,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:23:57.856618 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-ce3872ca-6616-41ae-bc3c-0cbbcfac40b2 None None] Provisioning complete for port 6c09327b-7f54-432e-8c96-f3c881c5f886 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:23:57.857074 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ce3872ca-6616-41ae-bc3c-0cbbcfac40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:23:59.409662 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 6c09327b-7f54-432e-8c96-f3c881c5f886 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:23:59.456535 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 6c09327b-7f54-432e-8c96-f3c881c5f886 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:23:59.456936 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:05.730926 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-139cd782-2fc8-4829-a676-b2ca725186c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:08.495717 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-849a962f-f486-4596-b856-aa30edafad05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:09.396619 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:09.452199 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:10.990614 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:17.989668 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:24:35.731756 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-4c1baf8d-7ffe-4750-bc33-577744782186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:38.496106 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2d520b15-bcaa-4669-ae96-fc4540eeaf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:39.401932 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:39.454080 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:40.995044 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:24:54.989518 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:25:05.734851 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd1d3-2883-4948-93e0-0d1d6fd8ac41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:07.741896 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43494) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:25:07.747629 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [None req-9cacbfea-02e8-4e7b-a691-81b4d7ae725c tempest-verify_tempest_config-1794744500 tempest-verify_tempest_config-1794744500-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:25:07.748596 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-9cacbfea-02e8-4e7b-a691-81b4d7ae725c tempest-verify_tempest_config-1794744500 tempest-verify_tempest_config-1794744500-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0057232 Oct 15 16:25:08.043777 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43512) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:25:08.153891 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:08.260912 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:08.264728 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:08.308903 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5eef689386294cc7a37dd1fb094f47e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2640545 Oct 15 16:25:08.309737 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdff48d7-7475-4420-8abd-09993359d811,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:25:08.311651 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43516) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:25:08.318081 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.318423 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.318802 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.319142 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.319477 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.319829 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.320168 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.320503 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.320948 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.321284 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.321611 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.321941 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea54b-6492-498b-9162-6a9c2571a73e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.371552 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:08.391950 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:08.478898 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:08.481457 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:08.482635 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdff48d7-7475-4420-8abd-09993359d811 HTTP/1.1" status: 204 len: 168 time: 0.1694088 Oct 15 16:25:08.492022 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdff48d7-7475-4420-8abd-09993359d811,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:25:08.497957 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c2ec657c-0be5-40c3-b6b3-a10bb323b042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:08.499167 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.499533 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.499879 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.500225 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.500559 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.501003 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.501304 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.501634 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.502001 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.502332 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.502694 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:08.503020 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df147d8-1fb6-4529-9a3e-dfd3f94005d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:25:09.403666 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:09.453985 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:11.000251 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:31.988113 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:25:35.735683 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-555d8229-51a0-49a9-917f-7bf4c72df19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:38.497991 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ac009acc-9e11-44bd-bb39-0f1812d819c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:39.403938 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:39.453997 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:25:41.002275 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:05.737694 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-beba6710-7d03-435f-8379-f48aff999186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:08.498661 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2a01-a9f2-4595-9a5e-8cf6f19506f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:08.986513 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 5 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:26:09.406916 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:09.454523 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:11.006201 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:35.736887 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-34889724-7913-4498-902e-2f4fe25996cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:38.509912 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a3a93003-8b43-44e3-89dd-a611c6d19470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:39.412892 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:39.454626 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:41.009703 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:43.159892 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010471'] for agent, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:26:45.984723 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:26:58.843989 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43590) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:26:58.951243 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-0e7ce2e3-74e8-474b-b6ff-d3c46ad4eaae admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1061599 Oct 15 16:27:01.285533 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43600) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:27:01.347106 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6898c114-31ee-403c-86ac-d43a8e3038e7 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600693 Oct 15 16:27:05.737868 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-b7f7272e-d875-4178-8373-69f86a788831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:08.500784 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-28394e94-ebe0-47a0-aad8-b5d51444eb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:09.409961 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:09.456629 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:11.011911 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:13.160160 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:22.983525 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:27:35.740569 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-92a1c3db-6760-4086-9ee0-729f7ecab229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:38.502042 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-eac0ca55-a94a-430e-a745-93a4766124a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:39.413129 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:39.457427 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:41.018240 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:43.173447 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:27:59.982421 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:28:05.742640 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4e44-fb47-4561-823d-d4adc60d28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:08.503611 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-49b95f8e-307b-462f-ae5b-29b506a93ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:09.417409 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:09.459119 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:11.021447 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:13.173347 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:31.534485 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43820) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:31.730945 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43832) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:32.019274 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2124421471-network', 'tenant_id': '7ed6b1d1eb96420791c029b2935fda38'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:32.043705 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Made reservation on behalf of 7ed6b1d1eb96420791c029b2935fda38 for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:32.046412 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.055021 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.139450 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.147818 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.158882 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43850) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:32.176557 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:28:32.188978 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43856) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:32.192957 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755561112634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.193938 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Unsubscribe: segment precommit_create {{(pid=99835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 16:28:32.195410 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Added segment a015e5f8-65d6-4d23-8487-6170dde54404 of type vlan for network f087162d-cc62-464f-a198-c5ed3157d1f6 Oct 15 16:28:32.249296 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.299979 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-809917958-network', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:32.303357 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.304450 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:32.305422 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.324066 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-489756333-network', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:32.369038 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Made reservation on behalf of 0cc095685b544a7c843ecdfada0ca22e for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:32.372323 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.381898 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.404797 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2121691755-network', 'tenant_id': 'b1bbf43176334c3ebb9dc7c9c5d1ec0d'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:32.439985 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Made reservation on behalf of b1bbf43176334c3ebb9dc7c9c5d1ec0d for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:32.442647 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.469177 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.498017 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43882) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:32.503295 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Request body: {'subnet': {'network_id': 'f087162d-cc62-464f-a198-c5ed3157d1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2124421471-subnet', 'tenant_id': '7ed6b1d1eb96420791c029b2935fda38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:32.505289 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9696376 Oct 15 16:28:32.593815 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.601069 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Made reservation on behalf of 7ed6b1d1eb96420791c029b2935fda38 for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:32.603619 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Publish callbacks [] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.606334 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.640846 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Pushing event updated for resources: {'Network': ['ID=f087162d-cc62-464f-a198-c5ed3157d1f6,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:32.643783 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabd0127-6cb8-4a47-95ca-3808be5a7d8a,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:32.663425 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.663746 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.665777 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.666121 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.666456 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.668115 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.672416 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.673215 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.673215 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.673449 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.673785 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.674120 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Tracked resource versions report: Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: pushed versions: Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: { 'AddressGroup': {'1.2'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'ConntrackHelper': {'1.0'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Log': {'1.0'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Network': {'1.1'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Port': {'1.7'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'PortForwarding': {'1.2'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'QosPolicy': {'1.10'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SecurityGroup': {'1.4'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SecurityGroupRule': {'1.2'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SubPort': {'1.0'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Subnet': {'1.1'}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Trunk': {'1.1'}} Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: consumer versions: Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: { DHCP agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: HyperV agent@hv-cinder-80191: {}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: L3 agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: Metadata agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: Metering agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: Open vSwitch agent@dv-cinder-801913-8-iscsi: { 'AddressGroup': '1.2', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'ConntrackHelper': '1.0', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Log': '1.0', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Network': '1.1', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Port': '1.7', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'PortForwarding': '1.2', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'QosPolicy': '1.10', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SecurityGroup': '1.4', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SecurityGroupRule': '1.2', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'SubPort': '1.0', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Subnet': '1.1', Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: 'Trunk': '1.1'}} Oct 15 16:28:32.675708 dv-cinder-801913-8-iscsi neutron-server[99835]: {{(pid=99835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 16:28:32.693485 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network f087162d-cc62-464f-a198-c5ed3157d1f6 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:28:32.697217 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.698751 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.699112 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.699910 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.700268 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.701443 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.701802 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.703929 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.704308 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.705215 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.705597 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.705947 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cab5f-7358-40c5-8519-575bfc284616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.708058 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:28:32.729544 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Made reservation on behalf of dd699bacdba34b6993e34b284764ec55 for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:32.731271 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.731936 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Added segment 00ea0296-ba0e-42ef-93fd-7988c7f26464 of type vlan for network c79366e4-0e59-4cc3-8684-1e16ca3116ad Oct 15 16:28:32.733008 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.759638 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.767709 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.790382 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483fc09c-60e7-4119-91e8-cd3ce96fef90,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:32.797738 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.834150 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.841541 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.842084 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.842603 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.843252 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.843746 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.844254 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.844758 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.845262 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.845755 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.846230 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.847284 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.847606 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Tracked resource versions report: Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: pushed versions: Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: { 'AddressGroup': {'1.2'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'ConntrackHelper': {'1.0'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Log': {'1.0'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Network': {'1.1'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Port': {'1.7'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'PortForwarding': {'1.2'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'QosPolicy': {'1.10'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SecurityGroup': {'1.4'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SecurityGroupRule': {'1.2'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SubPort': {'1.0'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Subnet': {'1.1'}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Trunk': {'1.1'}} Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: consumer versions: Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: { DHCP agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: HyperV agent@hv-cinder-80191: {}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: L3 agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: Metadata agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: Metering agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: Open vSwitch agent@dv-cinder-801913-8-iscsi: { 'AddressGroup': '1.2', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'ConntrackHelper': '1.0', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Log': '1.0', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Network': '1.1', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Port': '1.7', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'PortForwarding': '1.2', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'QosPolicy': '1.10', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SecurityGroup': '1.4', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SecurityGroupRule': '1.2', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'SubPort': '1.0', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Subnet': '1.1', Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: 'Trunk': '1.1'}} Oct 15 16:28:32.848744 dv-cinder-801913-8-iscsi neutron-server[99836]: {{(pid=99836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 16:28:32.866251 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:28:32.898969 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.904257 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.905091 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.905589 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Added segment 5b747c83-aaa9-404c-aadb-97b655d51bac of type vlan for network 5acd4983-8e35-4864-8980-b75e3f1cf250 Oct 15 16:28:32.942975 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:28:32.959195 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:32.969945 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.970624 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Added segment cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2 of type vlan for network 08bd54ba-1b97-4d38-a865-9122dd44e542 Oct 15 16:28:32.973502 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.974792 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:32.975729 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:32.988721 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9a34f-6548-4ff4-ad6c-874b6a8374ec,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:33.029105 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.030860 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.063779 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.065459 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:33.067445 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.098207 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9373891 Oct 15 16:28:33.116363 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43914) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:33.122893 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Request body: {'subnet': {'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-subnet', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:33.141041 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4082985 Oct 15 16:28:33.144834 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43918) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:33.161203 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Request body: {'subnet': {'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-subnet', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:33.203776 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b7669-8da6-4a23-880b-e3f016291c0f admin admin] Pushing event updated for resources: {'Network': ['ID=08bd54ba-1b97-4d38-a865-9122dd44e542,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:33.219142 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Made reservation on behalf of 0cc095685b544a7c843ecdfada0ca22e for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:33.220149 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 08bd54ba-1b97-4d38-a865-9122dd44e542 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:28:33.221935 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Publish callbacks [] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.237287 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e54e1e-ea1c-459e-82df-c99394d1d49f admin admin] Pushing event updated for resources: {'Network': ['ID=c79366e4-0e59-4cc3-8684-1e16ca3116ad,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:33.241717 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43922) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:33.250672 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.287134 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.289755 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:33.290338 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.303774 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Made reservation on behalf of dd699bacdba34b6993e34b284764ec55 for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:33.306309 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.396119 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2051036 Oct 15 16:28:33.400476 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 43928) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:33.406008 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Request body: {'subnet': {'network_id': '5acd4983-8e35-4864-8980-b75e3f1cf250', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2121691755-subnet', 'tenant_id': 'b1bbf43176334c3ebb9dc7c9c5d1ec0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:33.418577 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:28:33.439717 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Made reservation on behalf of b1bbf43176334c3ebb9dc7c9c5d1ec0d for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:33.443101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.652745 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-202e7a44-be04-497a-bd96-95c37cbcec59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.703266 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.745750 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44b3dc0-30e1-4df1-bab5-cad6fa264566,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:33.753838 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d602f53-8803-4129-ad5f-b67fc003721d admin admin] Pushing event updated for resources: {'Network': ['ID=5acd4983-8e35-4864-8980-b75e3f1cf250,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:33.763432 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Checking segment: {'id': 'a015e5f8-65d6-4d23-8487-6170dde54404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f087162d-cc62-464f-a198-c5ed3157d1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:33.763432 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Network hostable DHCP agents. Network: f087162d-cc62-464f-a198-c5ed3157d1f6, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:28:33.775395 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 5acd4983-8e35-4864-8980-b75e3f1cf250 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:28:33.779615 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c37427-050f-47b0-9734-fd09669df05c,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:33.822562 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Network f087162d-cc62-464f-a198-c5ed3157d1f6 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:28:33.844116 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, f087162d-cc62-464f-a198-c5ed3157d1f6) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:33.848528 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:33.849137 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.874652 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-26a1f62a-1f46-41ee-a921-e6ff7ad66c7b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3753285 Oct 15 16:28:33.926810 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485bf87e-8e37-433f-812e-fbc05d227de0 None None] Network f087162d-cc62-464f-a198-c5ed3157d1f6 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:33.963756 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-202e7a44-be04-497a-bd96-95c37cbcec59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:33.966912 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Checking segment: {'id': '5b747c83-aaa9-404c-aadb-97b655d51bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '5acd4983-8e35-4864-8980-b75e3f1cf250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:33.967273 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Network hostable DHCP agents. Network: 5acd4983-8e35-4864-8980-b75e3f1cf250, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:28:33.984878 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-202e7a44-be04-497a-bd96-95c37cbcec59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.014057 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-202e7a44-be04-497a-bd96-95c37cbcec59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73bc720d7193485b9fd196dac28cab52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7710044 Oct 15 16:28:34.016953 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 43958) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:34.111092 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.115749 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-26b39ed2-f052-41f4-86b3-49e5ab6f7ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.160075 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-26b39ed2-f052-41f4-86b3-49e5ab6f7ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.249466 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-26b39ed2-f052-41f4-86b3-49e5ab6f7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.256944 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-26b39ed2-f052-41f4-86b3-49e5ab6f7ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.260856 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-26b39ed2-f052-41f4-86b3-49e5ab6f7ef9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/526ad6b0-ccf7-4aa4-a5ff-03a282db13c6 HTTP/1.1" status: 204 len: 168 time: 0.2428443 Oct 15 16:28:34.276485 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b39ed2-f052-41f4-86b3-49e5ab6f7ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526ad6b0-ccf7-4aa4-a5ff-03a282db13c6,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:34.360547 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173fceb-99b3-4249-bc3b-a24bfe206f44 None None] Network f087162d-cc62-464f-a198-c5ed3157d1f6 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:34.364188 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Network 5acd4983-8e35-4864-8980-b75e3f1cf250 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:28:34.382803 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e7a44-be04-497a-bd96-95c37cbcec59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526ad6b0-ccf7-4aa4-a5ff-03a282db13c6,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:34.436468 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 5acd4983-8e35-4864-8980-b75e3f1cf250) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:34.468020 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:34.470303 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.495588 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Checking segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:34.495838 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Network hostable DHCP agents. Network: c79366e4-0e59-4cc3-8684-1e16ca3116ad, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:28:34.502265 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c1bddd-df6d-4720-bfe9-7e3d67c5b349,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:34.506907 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.522910 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8be14652-b956-4309-8f3d-c6ad2182bc11 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1210887 Oct 15 16:28:34.530931 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256cb43a-b3a1-42c4-b278-c149402a408b None None] Network 5acd4983-8e35-4864-8980-b75e3f1cf250 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:34.572221 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:28:34.581340 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1da4713-1385-4dbe-9f38-ce39aa243c89,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:34.600248 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, c79366e4-0e59-4cc3-8684-1e16ca3116ad) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:34.617946 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:34.618558 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.647230 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f817e55-9dfd-4729-90a5-fccb30a2f076 None None] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:34.651100 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Checking segment: {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:34.651465 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Network hostable DHCP agents. Network: 08bd54ba-1b97-4d38-a865-9122dd44e542, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:28:34.686460 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-68c9b8a3-dbcb-4695-8f22-68333ee63bbe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5666230 Oct 15 16:28:34.687105 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44002) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:34.692647 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:34.710781 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Network 08bd54ba-1b97-4d38-a865-9122dd44e542 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:28:34.723619 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 08bd54ba-1b97-4d38-a865-9122dd44e542) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:34.729631 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:34.730224 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.758744 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.760278 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.770510 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-1dc21881-b1f8-4144-a4b5-c5026cd82ee3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6172972 Oct 15 16:28:34.774858 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44014) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:34.779337 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:34.791269 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44018) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:34.791524 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb68c645-f39f-4b40-986f-a04c4899cde3 None None] Network 08bd54ba-1b97-4d38-a865-9122dd44e542 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:34.799809 dv-cinder-801913-8-iscsi neutron-server[99836]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 16:28:34.861093 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.863700 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:34.922402 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.083398 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29b53c-3c66-4cb7-afc4-c0d4e754d42d None None] Network 5acd4983-8e35-4864-8980-b75e3f1cf250 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:35.107736 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.260576 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44034) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:35.311173 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81599867-2ff2-47ac-9210-14f8fc6a485e None None] Network 08bd54ba-1b97-4d38-a865-9122dd44e542 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:35.378544 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:28:35.379750 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.480214 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-1f7eeded-e9a0-4eb2-a5bb-50db70af2a4c tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:35.482104 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-1f7eeded-e9a0-4eb2-a5bb-50db70af2a4c tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/networks?id=f087162d-cc62-464f-a198-c5ed3157d1f6 HTTP/1.1" status: 200 len: 812 time: 0.6850994 Oct 15 16:28:35.484533 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.495042 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc04b-4a5d-44f0-b9f0-d66db7ba0235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.566488 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.608243 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-88e211c5-a7cf-4a46-9b26-9d1d74109fbf tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/quotas/7ed6b1d1eb96420791c029b2935fda38 HTTP/1.1" status: 200 len: 375 time: 0.1104772 Oct 15 16:28:35.613845 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc04b-4a5d-44f0-b9f0-d66db7ba0235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.651721 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc04b-4a5d-44f0-b9f0-d66db7ba0235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.695666 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44052) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:35.718811 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebc04b-4a5d-44f0-b9f0-d66db7ba0235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e2adab-4ac3-4e80-b91a-16814e484797,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:35.746620 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-8e9dd335-4ebf-4887-af6c-4d7c633b0a82 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ed6b1d1eb96420791c029b2935fda38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1371706 Oct 15 16:28:35.778280 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3443c82a-3692-4150-a0a1-59fc5e202b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:35.802863 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-c0ebc04b-4a5d-44f0-b9f0-d66db7ba0235 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc2954d74cc743eeb18f35509db34dd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5404966 Oct 15 16:28:35.805562 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44062) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:35.871687 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Allocated IP 172.20.0.2 (c79366e4-0e59-4cc3-8684-1e16ca3116ad/05c1bddd-df6d-4720-bfe9-7e3d67c5b349/167f6fe5-64e7-4a31-96d4-6e4ccbe74268) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:28:35.961029 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-aab68852-e2a9-41d2-92a6-47a6da5e36ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.083731 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.087917 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-aab68852-e2a9-41d2-92a6-47a6da5e36ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.095184 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.141126 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44078) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:36.150912 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:36.161749 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1253697052-network', 'tenant_id': '3ac2bc62662749758746d95f205c339b'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:36.165123 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:36.175404 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Pushing event updated for resources: {'Port': ['ID=167f6fe5-64e7-4a31-96d4-6e4ccbe74268,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:36.187570 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:28:36.194950 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.196781 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.197582 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.197998 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.198419 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.198766 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.199114 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.199452 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.201000 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.201346 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.201677 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.202005 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Tracked resource versions report: Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: pushed versions: Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: { 'AddressGroup': {'1.2'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'ConntrackHelper': {'1.0'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Log': {'1.0'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Network': {'1.1'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Port': {'1.7'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'PortForwarding': {'1.2'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'QosPolicy': {'1.10'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SecurityGroup': {'1.4'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SecurityGroupRule': {'1.2'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SubPort': {'1.0'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Subnet': {'1.1'}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Trunk': {'1.1'}} Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: consumer versions: Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: { DHCP agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: HyperV agent@hv-cinder-80191: {}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: L3 agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: Metadata agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: Metering agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: Open vSwitch agent@dv-cinder-801913-8-iscsi: { 'AddressGroup': '1.2', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'ConntrackHelper': '1.0', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Log': '1.0', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Network': '1.1', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Port': '1.7', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'PortForwarding': '1.2', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'QosPolicy': '1.10', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SecurityGroup': '1.4', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SecurityGroupRule': '1.2', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'SubPort': '1.0', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Subnet': '1.1', Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: 'Trunk': '1.1'}} Oct 15 16:28:36.203114 dv-cinder-801913-8-iscsi neutron-server[99837]: {{(pid=99837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 16:28:36.206093 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-77659196-4739-405d-b685-2cde7ec9c7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.238421 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.241710 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.266533 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Attempting to bind port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:28:36.266919 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Attempting to bind port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:28:36.267285 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Attempting to bind port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 on network c79366e4-0e59-4cc3-8684-1e16ca3116ad {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:28:36.273174 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.273375 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:28:36.273710 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Checking segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:36.274104 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.274487 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Bound using segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:28:36.274952 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Bound port: 167f6fe5-64e7-4a31-96d4-6e4ccbe74268, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:28:36.275343 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.292633 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.300310 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-1c97467b-8cac-4deb-9ed0-012a4ed40347 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:28:36.301840 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-1c97467b-8cac-4deb-9ed0-012a4ed40347 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1717470 Oct 15 16:28:36.355529 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Made reservation on behalf of 3ac2bc62662749758746d95f205c339b for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:36.357789 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.365881 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] For port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:28:36.372603 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] For port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=167f6fe5-64e7-4a31-96d4-6e4ccbe74268,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:28:36.382815 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.398961 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-aab68852-e2a9-41d2-92a6-47a6da5e36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.401528 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-aab68852-e2a9-41d2-92a6-47a6da5e36ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.405376 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-aab68852-e2a9-41d2-92a6-47a6da5e36ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92e2adab-4ac3-4e80-b91a-16814e484797 HTTP/1.1" status: 204 len: 168 time: 0.5960202 Oct 15 16:28:36.414038 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.432288 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab68852-e2a9-41d2-92a6-47a6da5e36ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e2adab-4ac3-4e80-b91a-16814e484797,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:36.456013 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2203640-4315-4a9d-b86f-c7bed8c46669 None None] Pushing event updated for resources: {'Port': ['ID=167f6fe5-64e7-4a31-96d4-6e4ccbe74268,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:36.494830 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-77659196-4739-405d-b685-2cde7ec9c7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.509169 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-77659196-4739-405d-b685-2cde7ec9c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.547676 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77659196-4739-405d-b685-2cde7ec9c7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd075e1-08ba-434a-af8c-5b5a9ffb5c7a,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:36.560997 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Allocated IP 172.27.2.156 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/406c04b8-49c8-450c-89a1-ba0ba8eb8c06) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:28:36.587362 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-77659196-4739-405d-b685-2cde7ec9c7b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94279ae437d04ff2967c8de650bb64b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8899698 Oct 15 16:28:36.590323 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44088) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:36.649389 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-af89fb2b-79c1-4401-87a2-3c64d85eff58 service neutron] 10.222.0.44 "GET /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930996 Oct 15 16:28:36.728128 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-28e4ed7d-969f-466b-b830-071b4beeb6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.735190 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.787401 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.789894 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-28e4ed7d-969f-466b-b830-071b4beeb6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.839964 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:28:36.839964 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.839964 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Added segment d9ddc5d4-1d83-4658-a299-39d0e40ab2d4 of type vlan for network a0dee44a-e030-4a1f-9a84-ffdca6f12d02 Oct 15 16:28:36.891221 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.929293 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.952152 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-28e4ed7d-969f-466b-b830-071b4beeb6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.955149 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-28e4ed7d-969f-466b-b830-071b4beeb6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.956955 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-28e4ed7d-969f-466b-b830-071b4beeb6c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bd075e1-08ba-434a-af8c-5b5a9ffb5c7a HTTP/1.1" status: 204 len: 168 time: 0.3656266 Oct 15 16:28:36.982463 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:28:36.992124 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:36.992892 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:36.993477 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:37.007525 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4ed7d-969f-466b-b830-071b4beeb6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd075e1-08ba-434a-af8c-5b5a9ffb5c7a,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:37.035442 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:37.171394 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0290377 Oct 15 16:28:37.176966 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44116) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:37.179242 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:37.184102 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb8ab87-376a-41c7-829a-7daa1a849b7b,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:37.191166 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:37.203283 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Request body: {'subnet': {'network_id': 'a0dee44a-e030-4a1f-9a84-ffdca6f12d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1253697052-subnet', 'tenant_id': '3ac2bc62662749758746d95f205c339b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:37.209254 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:28:37.217060 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Pushing event updated for resources: {'Port': ['ID=406c04b8-49c8-450c-89a1-ba0ba8eb8c06,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:37.269366 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-214514db-b81c-4f4d-a060-1300199dec2b service neutron] 10.222.0.44 "GET /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048183 Oct 15 16:28:37.301463 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4035e-4ab7-4e83-aa43-0db0818b42fa admin admin] Pushing event updated for resources: {'Network': ['ID=a0dee44a-e030-4a1f-9a84-ffdca6f12d02,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:37.305888 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Allocated IP 172.27.2.111 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/7b211252-f492-43e9-8c42-901353b19011) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:28:37.313912 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network a0dee44a-e030-4a1f-9a84-ffdca6f12d02 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:28:37.327138 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Made reservation on behalf of 3ac2bc62662749758746d95f205c339b for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:37.329464 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Publish callbacks [] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:37.605900 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44126) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:37.669414 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3696-8e3e-4b3a-a8a4-63fc48aa70be admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:37.717294 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:37.826176 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44142) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:37.860302 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:37.860682 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:37.869593 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44146) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:37.922705 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3f9ade7-2300-4726-a35f-8766add4fc3c req-e6d6221f-8b10-4cb5-b906-6ca92f440859 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.0943108 Oct 15 16:28:37.926716 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:37.931084 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.010660 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.059214 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.108374 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3696-8e3e-4b3a-a8a4-63fc48aa70be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.114576 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=167f6fe5-64e7-4a31-96d4-6e4ccbe74268,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:28:38.119617 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3696-8e3e-4b3a-a8a4-63fc48aa70be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.121725 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.131428 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.179119 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-cd0e3696-8e3e-4b3a-a8a4-63fc48aa70be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9040c6546d64fd087c1bfe6525ea54b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5718663 Oct 15 16:28:38.216772 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44156) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:38.227694 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e3696-8e3e-4b3a-a8a4-63fc48aa70be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10c4078-7fda-4739-91d1-22df0e999f5e,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:38.270004 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:38.281063 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:38.320426 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b1b282-3ccf-458e-9fad-e194bdef00fd None None] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:38.332247 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Pushing event updated for resources: {'Port': ['ID=7b211252-f492-43e9-8c42-901353b19011,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:38.353564 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-862783f2-1def-4c82-bda8-6fb4df7ace4d None None] Provisioning complete for port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:38.354189 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-862783f2-1def-4c82-bda8-6fb4df7ace4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.361174 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2ed493a9-8669-4d5c-bef0-5745b92e5d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.370505 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:28:38.437099 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.443977 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2ed493a9-8669-4d5c-bef0-5745b92e5d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.499013 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f0f3ede7-446e-4d02-891c-09956e032675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.517409 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=167f6fe5-64e7-4a31-96d4-6e4ccbe74268,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:38.527960 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a9bb7a-0f8f-409f-8394-705b76687ab7,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:38.551248 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-237dcf9a-ca29-4e0d-8248-4b56c8a07b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.706360 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Checking segment: {'id': 'd9ddc5d4-1d83-4658-a299-39d0e40ab2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'a0dee44a-e030-4a1f-9a84-ffdca6f12d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:38.706360 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Network hostable DHCP agents. Network: a0dee44a-e030-4a1f-9a84-ffdca6f12d02, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:28:38.806363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Network a0dee44a-e030-4a1f-9a84-ffdca6f12d02 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:28:38.842693 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, a0dee44a-e030-4a1f-9a84-ffdca6f12d02) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:38.858408 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:38.859208 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f73275-55ab-41ac-8891-22b292dbe9ec None None] Network a0dee44a-e030-4a1f-9a84-ffdca6f12d02 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:38.859520 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:38.929643 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-eb1d76e9-33a9-4d86-9555-d33836f4351d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7423341 Oct 15 16:28:38.960276 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.004309 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2ed493a9-8669-4d5c-bef0-5745b92e5d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.006971 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2ed493a9-8669-4d5c-bef0-5745b92e5d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.010709 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-2ed493a9-8669-4d5c-bef0-5745b92e5d2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d10c4078-7fda-4739-91d1-22df0e999f5e HTTP/1.1" status: 204 len: 168 time: 0.7922335 Oct 15 16:28:39.073595 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed493a9-8669-4d5c-bef0-5745b92e5d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10c4078-7fda-4739-91d1-22df0e999f5e,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:39.118885 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Router edc58db2-5faa-466a-a04c-bdfd2915ba96 is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:28:39.200636 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac120758-f931-47e6-afc1-0feb751f2f68 None None] Network a0dee44a-e030-4a1f-9a84-ffdca6f12d02 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:28:39.202539 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ac42ad14-5ab4-4299-a60b-e5fc8d3ad423 req-b23edf33-d803-407d-84f2-c78be42c515f tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.0909038 Oct 15 16:28:39.210064 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44196) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:39.241575 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-b5ddb7c5-73da-4967-a6b3-e0e7246c366c None None] Provisioning complete for port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:39.242324 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb7c5-73da-4967-a6b3-e0e7246c366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.360101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:28:39.378878 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Sync routers for ids ['edc58db2-5faa-466a-a04c-bdfd2915ba96'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:28:39.391975 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Routers {'edc58db2-5faa-466a-a04c-bdfd2915ba96'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:28:39.394611 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:28:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['edc58db2-5faa-466a-a04c-bdfd2915ba96'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:39.395932 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.397250 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f9c8f923-b227-461a-b17d-4591a798a006 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6214037 Oct 15 16:28:39.400272 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44206) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:39.456294 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f5718a-43a2-4e76-8ad3-353c94bdbc15 admin admin] Deleting subnet 99c37427-050f-47b0-9734-fd09669df05c {{(pid=99836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:28:39.463092 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-52f5718a-43a2-4e76-8ad3-353c94bdbc15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.532884 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.535705 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.545149 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.666908 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-52f5718a-43a2-4e76-8ad3-353c94bdbc15 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.677288 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:39.690137 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f0f3ede7-446e-4d02-891c-09956e032675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.692074 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-52f5718a-43a2-4e76-8ad3-353c94bdbc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.714610 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Set router edc58db2-5faa-466a-a04c-bdfd2915ba96 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:28:39.721533 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f0f3ede7-446e-4d02-891c-09956e032675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.829782 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3ede7-446e-4d02-891c-09956e032675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faae982f-2b6c-45ef-a2a7-80cae5e2bde7,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:39.846957 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:39.847536 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.898452 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-f0f3ede7-446e-4d02-891c-09956e032675 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=502600df5b214e8691db1b8262179674&name=default HTTP/1.1" status: 200 len: 2976 time: 2.0220037 Oct 15 16:28:39.908602 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44226) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:39.948216 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-52f5718a-43a2-4e76-8ad3-353c94bdbc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for subnet, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:39.995650 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5718a-43a2-4e76-8ad3-353c94bdbc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c37427-050f-47b0-9734-fd09669df05c,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:39.999308 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-52f5718a-43a2-4e76-8ad3-353c94bdbc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.003617 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-52f5718a-43a2-4e76-8ad3-353c94bdbc15 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/99c37427-050f-47b0-9734-fd09669df05c HTTP/1.1" status: 204 len: 168 time: 0.7924366 Oct 15 16:28:40.008061 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44230) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:40.067488 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ee21fec5-282e-4a3a-8555-648dbb916bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.082227 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Router f5af8ad2-13d8-47b8-8a25-c530428391c1 is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:28:40.138569 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ee21fec5-282e-4a3a-8555-648dbb916bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.144881 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.179565 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:37Z', 'revision_number': 3, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port': {'id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:97:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:40.237943 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Checking router: edc58db2-5faa-466a-a04c-bdfd2915ba96 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:28:40.238298 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Updating router edc58db2-5faa-466a-a04c-bdfd2915ba96 port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:28:40.250266 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44236) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:40.282183 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.286955 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ee21fec5-282e-4a3a-8555-648dbb916bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.291496 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ee21fec5-282e-4a3a-8555-648dbb916bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.293241 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ee21fec5-282e-4a3a-8555-648dbb916bd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/faae982f-2b6c-45ef-a2a7-80cae5e2bde7 HTTP/1.1" status: 204 len: 168 time: 0.3832982 Oct 15 16:28:40.347541 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21fec5-282e-4a3a-8555-648dbb916bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faae982f-2b6c-45ef-a2a7-80cae5e2bde7,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:40.387841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:28:40.390674 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.400131 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Sync routers for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:28:40.402226 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.414372 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:28:40.415109 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:28:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:40.471853 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.472418 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.473490 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.473967 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > port after_create 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.474450 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.474910 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > port after_update 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.475369 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.475864 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.476278 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.477611 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:40.568356 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7efb2f84-b336-4af9-9148-5d3689f3ecad admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.628686 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:28:40.809727 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.819630 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:40.847338 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Allocated IP 172.20.0.1 (08bd54ba-1b97-4d38-a865-9122dd44e542/c1da4713-1385-4dbe-9f38-ce39aa243c89/dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:28:40.896804 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Pushing event updated for resources: {'Port': ['ID=406c04b8-49c8-450c-89a1-ba0ba8eb8c06,revision_number=2']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:40.905827 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.906135 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.906671 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.907064 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.907517 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.908195 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.908601 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.909051 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.909596 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.909988 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.910506 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.910937 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Tracked resource versions report: Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: pushed versions: Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: { 'AddressGroup': {'1.2'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'ConntrackHelper': {'1.0'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Log': {'1.0'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Network': {'1.1'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Port': {'1.7'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'PortForwarding': {'1.2'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'QosPolicy': {'1.10'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SecurityGroup': {'1.4'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SecurityGroupRule': {'1.2'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SubPort': {'1.0'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Subnet': {'1.1'}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Trunk': {'1.1'}} Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: consumer versions: Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: { DHCP agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: HyperV agent@hv-cinder-80191: {}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: L3 agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: Metadata agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: Metering agent@dv-cinder-801913-8-iscsi: {}, Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: Open vSwitch agent@dv-cinder-801913-8-iscsi: { 'AddressGroup': '1.2', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'ConntrackHelper': '1.0', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Log': '1.0', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Network': '1.1', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Port': '1.7', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'PortForwarding': '1.2', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'QosPolicy': '1.10', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SecurityGroup': '1.4', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SecurityGroupRule': '1.2', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'SubPort': '1.0', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Subnet': '1.1', Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: 'Trunk': '1.1'}} Oct 15 16:28:40.912234 dv-cinder-801913-8-iscsi neutron-server[99838]: {{(pid=99838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 16:28:40.980557 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:38Z', 'revision_number': 3, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:40.995525 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Attempting to bind port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:28:40.995924 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Attempting to bind port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:28:40.996295 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Attempting to bind port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:28:41.017161 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:28:41.018194 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:41.018624 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.019245 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:28:41.019510 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Bound port: 406c04b8-49c8-450c-89a1-ba0ba8eb8c06, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:28:41.019911 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.022330 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7efb2f84-b336-4af9-9148-5d3689f3ecad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.032882 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Checking router: f5af8ad2-13d8-47b8-8a25-c530428391c1 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:28:41.033421 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Updating router f5af8ad2-13d8-47b8-8a25-c530428391c1 port 7b211252-f492-43e9-8c42-901353b19011 binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:28:41.033860 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7efb2f84-b336-4af9-9148-5d3689f3ecad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.039069 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:41.039442 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:41.039930 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:41.040236 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:41.040652 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acd4983-8e35-4864-8980-b75e3f1cf250']}} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:41.058830 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.069709 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.074858 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b747c83-aaa9-404c-aadb-97b655d51bac') {'for_net_delete': True} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:41.075164 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b747c83-aaa9-404c-aadb-97b655d51bac') {} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:41.112907 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-94ce5b64-8be7-4820-afb7-5d6037861608 req-5333a046-751b-4348-933b-7064eb3faea4 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.0567198 Oct 15 16:28:41.114993 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532074013'] for segment, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.128590 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.132202 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.133441 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8ba84622-8d6e-4c9e-a884-e4f3081a883f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4454956 Oct 15 16:28:41.138461 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44270) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:41.157632 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-7efb2f84-b336-4af9-9148-5d3689f3ecad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b63687d115554dc996aae2a6160edefd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9060955 Oct 15 16:28:41.168395 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44274) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:41.170492 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.180563 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=99836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:28:41.181277 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532520379'] for segment, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.197058 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] For port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:28:41.203774 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] For port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=406c04b8-49c8-450c-89a1-ba0ba8eb8c06,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:28:41.213198 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.262781 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb2f84-b336-4af9-9148-5d3689f3ecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2fc64-bc1e-474d-a566-a269c4a87de4,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: from cryptography.utils import int_from_bytes Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: from cryptography.utils import int_from_bytes Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: Traceback (most recent call last): Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: timer() Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: cb(*args, **kw) Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: return func(*args, **kwargs) Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: self._notify() Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: self.callback(batched_events) Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: event.method(event) Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: return f(self, *a, **k) Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._get(url).json() Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: return self.request(url, 'GET', **kwargs) Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:28:41.285705 dv-cinder-801913-8-iscsi neutron-server[99836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:28:41.292536 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.298245 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fa7aac59-aaf3-45d9-9a6c-8ae1fa1cdcee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.304427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.309262 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5acd4983-8e35-4864-8980-b75e3f1cf250 HTTP/1.1" status: 204 len: 168 time: 1.2999175 Oct 15 16:28:41.315762 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44278) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:41.333312 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fa7aac59-aaf3-45d9-9a6c-8ae1fa1cdcee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.340420 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d194f-21e9-4c59-8bb4-3244a7f75bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5acd4983-8e35-4864-8980-b75e3f1cf250,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:41.410746 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.414928 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Routers {'edc58db2-5faa-466a-a04c-bdfd2915ba96'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:28:41.415748 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:28:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['edc58db2-5faa-466a-a04c-bdfd2915ba96'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:41.415882 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fa7aac59-aaf3-45d9-9a6c-8ae1fa1cdcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.418252 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b33fd-b37d-477b-8153-3ce2927c68d9 None None] Pushing event updated for resources: {'Port': ['ID=406c04b8-49c8-450c-89a1-ba0ba8eb8c06,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:41.418692 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fa7aac59-aaf3-45d9-9a6c-8ae1fa1cdcee admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.419820 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-fa7aac59-aaf3-45d9-9a6c-8ae1fa1cdcee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14c2fc64-bc1e-474d-a566-a269c4a87de4 HTTP/1.1" status: 204 len: 168 time: 0.2512267 Oct 15 16:28:41.447324 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_v2 [None req-870920f1-f681-45f3-875a-c56b991358d5 admin admin] Deleting subnet c8a9bb7a-0f8f-409f-8394-705b76687ab7 {{(pid=99836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:28:41.470988 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-870920f1-f681-45f3-875a-c56b991358d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.477431 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aac59-aaf3-45d9-9a6c-8ae1fa1cdcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2fc64-bc1e-474d-a566-a269c4a87de4,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:41.503912 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Network 08bd54ba-1b97-4d38-a865-9122dd44e542 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:41.507703 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:41.511994 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:28:41.512506 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.544830 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-870920f1-f681-45f3-875a-c56b991358d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532074004'] for subnet, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.634938 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] Set router edc58db2-5faa-466a-a04c-bdfd2915ba96 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:28:41.685946 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-870920f1-f681-45f3-875a-c56b991358d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.707173 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.722628 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.723332 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:41.823799 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Attempting to bind port 7b211252-f492-43e9-8c42-901353b19011 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:28:41.824312 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Attempting to bind port 7b211252-f492-43e9-8c42-901353b19011 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:28:41.824880 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Attempting to bind port 7b211252-f492-43e9-8c42-901353b19011 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:28:41.832269 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e84ce3-75e8-47cf-8bfc-ce06de7308f6 None None] Pushing event updated for resources: {'Port': ['ID=7b211252-f492-43e9-8c42-901353b19011,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:41.849055 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:28:41.849548 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:41.850072 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.850568 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:28:41.851166 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Bound port: 7b211252-f492-43e9-8c42-901353b19011, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:28:41.854013 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.913125 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-870920f1-f681-45f3-875a-c56b991358d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532520417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532025287'] for subnet, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.955895 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:37Z', 'revision_number': 3, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port': {'id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:97:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:41.965353 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] For port 7b211252-f492-43e9-8c42-901353b19011, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:28:41.965982 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-870920f1-f681-45f3-875a-c56b991358d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.970144 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] For port 7b211252-f492-43e9-8c42-901353b19011, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=7b211252-f492-43e9-8c42-901353b19011,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:28:41.975332 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-870920f1-f681-45f3-875a-c56b991358d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c8a9bb7a-0f8f-409f-8394-705b76687ab7 HTTP/1.1" status: 204 len: 168 time: 0.6550364 Oct 15 16:28:41.981332 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870920f1-f681-45f3-875a-c56b991358d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a9bb7a-0f8f-409f-8394-705b76687ab7,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:41.983610 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:41.984521 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44298) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:42.002080 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1622f-9f91-43e6-a947-5e43f341f0fd None None] The sync data for ids ['edc58db2-5faa-466a-a04c-bdfd2915ba96'] in dv-cinder-801913-8-iscsi is: [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:37Z', 'revision_number': 3, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port': {'id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:97:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:28:42.005139 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.115448 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:28:42.117972 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:28:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:42.250421 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44314) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:42.286659 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6577902c-6cca-4867-aa88-c5c5f363bb45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.304794 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.311116 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.463216 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6b752f40-e235-4e88-9c70-7bdfd5719990 req-45916bab-581e-43de-9ec3-71828f0c39fe tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.0755000 Oct 15 16:28:42.488563 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:28:42.554283 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6577902c-6cca-4867-aa88-c5c5f363bb45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.575252 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6577902c-6cca-4867-aa88-c5c5f363bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.653631 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e84ce3-75e8-47cf-8bfc-ce06de7308f6 None None] Pushing event updated for resources: {'Port': ['ID=7b211252-f492-43e9-8c42-901353b19011,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:42.750162 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577902c-6cca-4867-aa88-c5c5f363bb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebe051c-f025-4c8c-9da1-7273692d54d8,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:42.784798 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.793839 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44336) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:42.794563 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6577902c-6cca-4867-aa88-c5c5f363bb45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d21d06d2fb0b451db69efe0d4d0e5581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406959 Oct 15 16:28:42.950331 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.961489 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.962234 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-02f5f55c-26fa-4f74-b841-434c1cd6cacb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.962463 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:42.968986 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Allocated IP 172.20.0.1 (c79366e4-0e59-4cc3-8684-1e16ca3116ad/05c1bddd-df6d-4720-bfe9-7e3d67c5b349/d718ba82-9745-45af-ac64-1892404cb0ee) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:28:42.974340 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.974688 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.975575 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.975911 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > port after_create 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.976248 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.976756 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > port after_update 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.977085 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.977399 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.978017 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:42.978393 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:43.045454 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-02f5f55c-26fa-4f74-b841-434c1cd6cacb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.054841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44348) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:43.210896 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.215591 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:38Z', 'revision_number': 3, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:43.253808 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-02f5f55c-26fa-4f74-b841-434c1cd6cacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.258744 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-02f5f55c-26fa-4f74-b841-434c1cd6cacb admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.264315 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-02f5f55c-26fa-4f74-b841-434c1cd6cacb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ebe051c-f025-4c8c-9da1-7273692d54d8 HTTP/1.1" status: 204 len: 168 time: 0.4671955 Oct 15 16:28:43.298355 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bad95-8434-46c1-9734-3e7d5b3ec455 None None] The sync data for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi is: [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:38Z', 'revision_number': 3, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:28:43.300497 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5f55c-26fa-4f74-b841-434c1cd6cacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebe051c-f025-4c8c-9da1-7273692d54d8,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:43.319405 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.354441 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.66', 62418) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:43.443623 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:43.445004 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:43.446068 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:43.446828 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 16:28:43.447419 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dee44a-e030-4a1f-9a84-ffdca6f12d02']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:43.493721 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c9d5e4ee-0935-4ee1-84da-044e3d89af8c tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:43.499166 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c9d5e4ee-0935-4ee1-84da-044e3d89af8c tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.66 "GET /v2.0/networks?id=f087162d-cc62-464f-a198-c5ed3157d1f6 HTTP/1.1" status: 200 len: 812 time: 0.1407602 Oct 15 16:28:43.500473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d308e565-b8f8-4291-bf86-7d236a78726d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.509021 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ddc5d4-1d83-4658-a299-39d0e40ab2d4') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:43.515690 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ddc5d4-1d83-4658-a299-39d0e40ab2d4') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:43.602583 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.672000 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Request body: {'port': {'device_id': '71ccbaf1-62e5-4db3-b69f-6b9a816f8525', 'network_id': 'f087162d-cc62-464f-a198-c5ed3157d1f6', 'admin_state_up': True, 'tenant_id': '7ed6b1d1eb96420791c029b2935fda38'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:43.726970 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.741078 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:43.755306 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:28:43.755836 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: from cryptography.utils import int_from_bytes Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: from cryptography.utils import int_from_bytes Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:28:43.759894 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:28:43.886220 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:43.937580 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:43.985734 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:43.986452 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:44.026850 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:44.041446 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:44.055262 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a0dee44a-e030-4a1f-9a84-ffdca6f12d02 HTTP/1.1" status: 204 len: 168 time: 2.0694883 Oct 15 16:28:44.092868 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Network 08bd54ba-1b97-4d38-a865-9122dd44e542 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:44.126044 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:44.130772 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cb528-4bac-4145-b75d-0abb10b8d971 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0dee44a-e030-4a1f-9a84-ffdca6f12d02,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:44.171455 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:44.244306 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-083ee6b9-3f6b-4271-8528-38926281defc req-2cc920b2-b468-4982-a90f-d79eec241d51 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.4249256 Oct 15 16:28:44.261060 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=406c04b8-49c8-450c-89a1-ba0ba8eb8c06,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:28:44.271900 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:44.330284 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=d718ba82-9745-45af-ac64-1892404cb0ee,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:44.402663 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44398) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:44.409934 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=406c04b8-49c8-450c-89a1-ba0ba8eb8c06,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:44.433917 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Router edc58db2-5faa-466a-a04c-bdfd2915ba96 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:28:44.475046 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d308e565-b8f8-4291-bf86-7d236a78726d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:44.581927 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:28:44.591129 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-64280e1b-335d-4281-934f-50023cefd5d3 admin admin] 10.222.0.44 "PUT /v2.0/routers/edc58db2-5faa-466a-a04c-bdfd2915ba96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1897650 Oct 15 16:28:44.901190 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:44.912485 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d308e565-b8f8-4291-bf86-7d236a78726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:44.934287 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:44.955551 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:28:45.167651 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44436) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:45.171342 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-d308e565-b8f8-4291-bf86-7d236a78726d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ad361bb9d71497386e1064d85cf7437&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0993299 Oct 15 16:28:45.229687 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:45.237104 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308e565-b8f8-4291-bf86-7d236a78726d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75556c78-e650-4694-a0f6-9828b6535130,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:45.416891 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-18f6f19e-75fb-42c4-903f-e65834643d3f None None] Provisioning complete for port d718ba82-9745-45af-ac64-1892404cb0ee triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:45.417525 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-18f6f19e-75fb-42c4-903f-e65834643d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:45.418549 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0fce7190-bf3d-4e37-9281-26c034a91553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:45.440611 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-3529c785-5264-4bdc-903f-1d4cfe7f7860 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1bbf43176334c3ebb9dc7c9c5d1ec0d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0359180 Oct 15 16:28:45.444826 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44452) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:45.519873 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0fce7190-bf3d-4e37-9281-26c034a91553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:45.568372 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-18f6f19e-75fb-42c4-903f-e65834643d3f None None] Port d718ba82-9745-45af-ac64-1892404cb0ee cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:28:45.649096 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7c175d44-8234-44f4-ab77-8ae81eecca2e req-8adcb43f-5264-4155-b9f7-96b16d018004 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.1716561 Oct 15 16:28:45.670357 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0fce7190-bf3d-4e37-9281-26c034a91553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:45.673140 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Made reservation on behalf of 7ed6b1d1eb96420791c029b2935fda38 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:45.673278 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Sync routers for ids ['edc58db2-5faa-466a-a04c-bdfd2915ba96'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:28:45.676291 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0fce7190-bf3d-4e37-9281-26c034a91553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:45.678024 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0fce7190-bf3d-4e37-9281-26c034a91553 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75556c78-e650-4694-a0f6-9828b6535130 HTTP/1.1" status: 204 len: 168 time: 0.5090406 Oct 15 16:28:45.692901 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:45.706715 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Routers {'edc58db2-5faa-466a-a04c-bdfd2915ba96'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:28:45.708163 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:28:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['edc58db2-5faa-466a-a04c-bdfd2915ba96'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:45.716809 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce7190-bf3d-4e37-9281-26c034a91553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75556c78-e650-4694-a0f6-9828b6535130,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:45.767458 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-edf3e957-2b0c-493d-8491-2d012dd714db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:45.836691 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-edf3e957-2b0c-493d-8491-2d012dd714db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:46.001174 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-edf3e957-2b0c-493d-8491-2d012dd714db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:46.012518 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-edf3e957-2b0c-493d-8491-2d012dd714db admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:46.016317 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-edf3e957-2b0c-493d-8491-2d012dd714db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5b9a34f-6548-4ff4-ad6c-874b6a8374ec HTTP/1.1" status: 204 len: 168 time: 0.5679395 Oct 15 16:28:46.036303 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3e957-2b0c-493d-8491-2d012dd714db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9a34f-6548-4ff4-ad6c-874b6a8374ec,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:46.079817 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 7b211252-f492-43e9-8c42-901353b19011 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:46.241790 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 7b211252-f492-43e9-8c42-901353b19011 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:46.242332 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:46.428319 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Set router edc58db2-5faa-466a-a04c-bdfd2915ba96 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:28:46.587044 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:46.648650 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 7b211252-f492-43e9-8c42-901353b19011, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=7b211252-f492-43e9-8c42-901353b19011,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:28:46.654439 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:46.655666 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:46.766951 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:46.795440 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-57fd0aad-b3a8-4721-a94f-ffc152be1021 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:46.799629 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-57fd0aad-b3a8-4721-a94f-ffc152be1021 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 818 time: 0.8678966 Oct 15 16:28:46.831053 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Allocated IP 172.20.0.14 (f087162d-cc62-464f-a198-c5ed3157d1f6/e44b3dc0-30e1-4df1-bab5-cad6fa264566/487fbf16-c560-481b-91f6-c6fe38dfb5a2) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:28:46.868560 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44494) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:46.906101 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=7b211252-f492-43e9-8c42-901353b19011,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:46.930844 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:41Z', 'revision_number': 4, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port': {'id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393', 'name': '', 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'mac_address': 'fa:16:3e:ca:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c1da4713-1385-4dbe-9f38-ce39aa243c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:40Z', 'updated_at': '2021-10-15T16:28:42Z', 'revision_number': 2, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'subnets': [{'id': 'c1da4713-1385-4dbe-9f38-ce39aa243c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:47.039558 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-3b717cdd-7e97-4aa1-866d-20c4689613d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ac2bc62662749758746d95f205c339b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1691329 Oct 15 16:28:47.042495 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44498) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:47.043432 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:47.044006 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:47.056081 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Checking router: edc58db2-5faa-466a-a04c-bdfd2915ba96 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:28:47.056646 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Updating router edc58db2-5faa-466a-a04c-bdfd2915ba96 port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:28:47.200649 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:47.313904 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-14b85dc9-abd2-4ede-928b-6586af1b9a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:47.416995 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-14b85dc9-abd2-4ede-928b-6586af1b9a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:47.496433 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0658a958-5101-4d16-85d2-c02e039dc2c7 req-1238ed7b-2e33-421d-83c5-5a281c46b183 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.6689494 Oct 15 16:28:47.504366 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-a11d42cc-0004-4b43-a6d4-feedb17159e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/quotas/dd699bacdba34b6993e34b284764ec55 HTTP/1.1" status: 200 len: 375 time: 0.6804533 Oct 15 16:28:47.595571 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-14b85dc9-abd2-4ede-928b-6586af1b9a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:47.601608 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-14b85dc9-abd2-4ede-928b-6586af1b9a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:47.610078 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-14b85dc9-abd2-4ede-928b-6586af1b9a53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fb8ab87-376a-41c7-829a-7daa1a849b7b HTTP/1.1" status: 204 len: 168 time: 0.5642986 Oct 15 16:28:47.639472 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b85dc9-abd2-4ede-928b-6586af1b9a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb8ab87-376a-41c7-829a-7daa1a849b7b,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:47.695296 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 7b211252-f492-43e9-8c42-901353b19011 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:47.801478 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 7b211252-f492-43e9-8c42-901353b19011 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:47.802398 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:47.967337 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-644e2876-a4bd-4b08-9183-a43dc4fd8d66 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4619708 Oct 15 16:28:48.034903 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.057133 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.114312 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.133299 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.209292 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=d718ba82-9745-45af-ac64-1892404cb0ee,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:48.223091 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-63ab85fc-e52e-43be-9e8e-fbd1c3218c26 service neutron] 10.222.0.44 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542849 Oct 15 16:28:48.335603 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.388756 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac3a05-2728-4dc2-8430-c6b938c1ef30 None None] Pushing event updated for resources: {'Port': ['ID=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:48.431290 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.509005 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Attempting to bind port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:28:48.511528 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Attempting to bind port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:28:48.512228 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Attempting to bind port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 on network 08bd54ba-1b97-4d38-a865-9122dd44e542 {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:28:48.554794 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:28:48.560586 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Checking segment: {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:48.561931 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.562933 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Bound using segment: {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:28:48.566254 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Bound port: dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:28:48.569309 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.653026 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.656476 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Network f087162d-cc62-464f-a198-c5ed3157d1f6 is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:48.701429 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:48.704020 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:28:48.715563 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Pushing event updated for resources: {'Port': ['ID=487fbf16-c560-481b-91f6-c6fe38dfb5a2,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:48.832860 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] For port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:28:48.837222 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] For port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:28:48.860264 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.890169 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:48.891099 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:48.930353 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-0ee3cc3f-4f4d-4ff8-a71d-23899a6f4390 service neutron] 10.222.0.44 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242691 Oct 15 16:28:48.975313 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Routers {'edc58db2-5faa-466a-a04c-bdfd2915ba96'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:28:48.976352 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:28:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['edc58db2-5faa-466a-a04c-bdfd2915ba96'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:49.030928 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac3a05-2728-4dc2-8430-c6b938c1ef30 None None] Pushing event updated for resources: {'Port': ['ID=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,revision_number=4']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:49.132862 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-c3dab176-b5ab-44f7-8661-b0ca7c884853 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4709389 Oct 15 16:28:49.185672 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea06268-01c7-4168-a554-de1d3eaf5d46 req-6807353d-9245-49f0-989a-8da6a1a614bf tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:49.200847 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3ea06268-01c7-4168-a554-de1d3eaf5d46 req-6807353d-9245-49f0-989a-8da6a1a614bf tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 932 time: 0.4820204 Oct 15 16:28:49.223601 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-9ccfb4d9-c3da-4d05-b631-3962d8a58967 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:28:49.224814 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-9ccfb4d9-c3da-4d05-b631-3962d8a58967 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0166185 Oct 15 16:28:49.226609 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] Set router edc58db2-5faa-466a-a04c-bdfd2915ba96 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:28:49.699526 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44634) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:49.917623 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-35ba91d0-7456-4762-a7a1-72197c76b3c9 req-90c398e6-a199-4444-9be8-1182f8470414 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 210 time: 0.5488477 Oct 15 16:28:49.939951 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3ea06268-01c7-4168-a554-de1d3eaf5d46 req-d508ff75-c8e8-40c0-804c-628475090410 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7372513 Oct 15 16:28:49.942141 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:49.950281 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:50.029417 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:41Z', 'revision_number': 4, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port': {'id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393', 'name': '', 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'mac_address': 'fa:16:3e:ca:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c1da4713-1385-4dbe-9f38-ce39aa243c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:40Z', 'updated_at': '2021-10-15T16:28:48Z', 'revision_number': 4, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'subnets': [{'id': 'c1da4713-1385-4dbe-9f38-ce39aa243c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:50.183437 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fc968ca1-5477-4f79-bd91-2dc98d148810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:50.229667 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d4b15-630d-41d6-a69b-3da27d537ef1 None None] The sync data for ids ['edc58db2-5faa-466a-a04c-bdfd2915ba96'] in dv-cinder-801913-8-iscsi is: [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:41Z', 'revision_number': 4, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port': {'id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393', 'name': '', 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'mac_address': 'fa:16:3e:ca:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c1da4713-1385-4dbe-9f38-ce39aa243c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:40Z', 'updated_at': '2021-10-15T16:28:48Z', 'revision_number': 4, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'subnets': [{'id': 'c1da4713-1385-4dbe-9f38-ce39aa243c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:28:50.439081 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-fd9a3c17-f930-4c98-83f1-f74abd2d7050 None None] Provisioning complete for port d718ba82-9745-45af-ac64-1892404cb0ee triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:50.445213 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3c17-f930-4c98-83f1-f74abd2d7050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:50.485885 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Request body: {'port': {'device_id': '71ccbaf1-62e5-4db3-b69f-6b9a816f8525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:50.543429 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a3c17-f930-4c98-83f1-f74abd2d7050 None None] Port d718ba82-9745-45af-ac64-1892404cb0ee cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:28:50.634633 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fc968ca1-5477-4f79-bd91-2dc98d148810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:50.645530 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fc968ca1-5477-4f79-bd91-2dc98d148810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:50.718766 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc968ca1-5477-4f79-bd91-2dc98d148810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdce6ca-3941-497d-af5b-538dfdc8d2e1,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:50.772175 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-fc968ca1-5477-4f79-bd91-2dc98d148810 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed974652c46e4613b8b745707d130c96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0683050 Oct 15 16:28:50.773197 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44684) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:50.806659 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:50.895126 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Router f5af8ad2-13d8-47b8-8a25-c530428391c1 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:28:50.903685 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0234eefc-83b0-4adf-839e-e2f4bc6d24ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:50.997382 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0234eefc-83b0-4adf-839e-e2f4bc6d24ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:51.117902 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0234eefc-83b0-4adf-839e-e2f4bc6d24ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:51.121372 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0234eefc-83b0-4adf-839e-e2f4bc6d24ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:51.122887 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0234eefc-83b0-4adf-839e-e2f4bc6d24ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbdce6ca-3941-497d-af5b-538dfdc8d2e1 HTTP/1.1" status: 204 len: 168 time: 0.3482285 Oct 15 16:28:51.144692 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234eefc-83b0-4adf-839e-e2f4bc6d24ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdce6ca-3941-497d-af5b-538dfdc8d2e1,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:51.834872 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3abffc-4b26-44ed-8eea-05f3009f06ef req-df357100-33a8-4a52-9673-71f64ef10523 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:51.841988 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aa3abffc-4b26-44ed-8eea-05f3009f06ef req-df357100-33a8-4a52-9673-71f64ef10523 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 932 time: 0.7468412 Oct 15 16:28:51.892186 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-b2d198e5-a63d-45cc-8703-86fda643c343 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:51.893838 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-b2d198e5-a63d-45cc-8703-86fda643c343 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 818 time: 1.1695635 Oct 15 16:28:51.940374 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:52.111215 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:52.113314 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:52.282650 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-7f3f9dba-5608-4c8f-84a9-5f3d78e0abf4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/quotas/dd699bacdba34b6993e34b284764ec55 HTTP/1.1" status: 200 len: 375 time: 0.1979294 Oct 15 16:28:52.450151 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:28:52.469189 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8eefe342-e597-48c3-8c53-904634070bb7 admin admin] 10.222.0.44 "PUT /v2.0/routers/f5af8ad2-13d8-47b8-8a25-c530428391c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3296340 Oct 15 16:28:52.490315 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Sync routers for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:28:52.522065 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:52.532693 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:28:52.533906 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:28:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:52.694530 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:28:52.704927 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:52.712049 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aa3abffc-4b26-44ed-8eea-05f3009f06ef req-7c73ef1a-b42e-40b8-a7c8-7cf3b0d43427 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8171515 Oct 15 16:28:52.784683 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-81646ecf-0169-457d-8017-988f05dbfb52 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4957278 Oct 15 16:28:52.844352 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:52.885853 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44744) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:52.923692 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b4da2d6e-4919-42a8-9181-a02091e55fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:52.997121 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.66', 62438) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:53.068726 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487fbf16-c560-481b-91f6-c6fe38dfb5a2 {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:28:53.088297 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:28:53.097347 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:53.183543 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Transition to ACTIVE for port object 487fbf16-c560-481b-91f6-c6fe38dfb5a2 will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:28:53.195863 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:53.210178 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-1f05960e-bd02-4059-94b2-c849469e2c50 service neutron] 10.222.0.44 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142742 Oct 15 16:28:53.616091 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Pushing event updated for resources: {'Port': ['ID=487fbf16-c560-481b-91f6-c6fe38dfb5a2,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:53.634853 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b4da2d6e-4919-42a8-9181-a02091e55fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:53.692018 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b4da2d6e-4919-42a8-9181-a02091e55fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:53.754170 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:47Z', 'revision_number': 2, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:53.848685 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44774) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:53.858870 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-200aa379-65c0-436a-8e39-bb2e840da9ec tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:53.866380 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-200aa379-65c0-436a-8e39-bb2e840da9ec tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 818 time: 0.8565221 Oct 15 16:28:53.870766 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-83a31064-b9e8-4d53-b8ed-5ba0c50703cf service neutron] 10.222.0.44 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733893 Oct 15 16:28:53.891931 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44778) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:53.892615 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b4da2d6e-4919-42a8-9181-a02091e55fc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd8afcfe46804f858e0f0b05d9cc8594&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0011632 Oct 15 16:28:53.901983 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da2d6e-4919-42a8-9181-a02091e55fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554d0c20-af87-408e-b328-ab56f599424e,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:53.912148 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Request body: {'port': {'device_id': '13c6c8ba-e81a-458d-a981-12e380d99513', 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542', 'admin_state_up': True, 'tenant_id': 'dd699bacdba34b6993e34b284764ec55'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:53.915196 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:53.926548 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Checking router: f5af8ad2-13d8-47b8-8a25-c530428391c1 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:28:53.926930 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Updating router f5af8ad2-13d8-47b8-8a25-c530428391c1 port d718ba82-9745-45af-ac64-1892404cb0ee binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:28:53.933347 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Attempting to bind port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:28:53.959531 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Attempting to bind port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'a015e5f8-65d6-4d23-8487-6170dde54404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f087162d-cc62-464f-a198-c5ed3157d1f6'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:28:53.960044 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Attempting to bind port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 on network f087162d-cc62-464f-a198-c5ed3157d1f6 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:28:53.983191 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44780) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:54.089964 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 on network f087162d-cc62-464f-a198-c5ed3157d1f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:28:54.105478 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Attempting to bind port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 on network f087162d-cc62-464f-a198-c5ed3157d1f6 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:28:54.135203 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:28:54.147720 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Checking segment: {'id': 'a015e5f8-65d6-4d23-8487-6170dde54404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f087162d-cc62-464f-a198-c5ed3157d1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:54.149920 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Bound using segment: {'id': 'a015e5f8-65d6-4d23-8487-6170dde54404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f087162d-cc62-464f-a198-c5ed3157d1f6'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:28:54.164635 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Bound port: 487fbf16-c560-481b-91f6-c6fe38dfb5a2, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a015e5f8-65d6-4d23-8487-6170dde54404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f087162d-cc62-464f-a198-c5ed3157d1f6'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:28:54.165038 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:54.183520 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:54.470041 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] For port 487fbf16-c560-481b-91f6-c6fe38dfb5a2, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:28:54.479051 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] For port 487fbf16-c560-481b-91f6-c6fe38dfb5a2, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=487fbf16-c560-481b-91f6-c6fe38dfb5a2,segment=NetworkSegment(a015e5f8-65d6-4d23-8487-6170dde54404),segment_id=a015e5f8-65d6-4d23-8487-6170dde54404)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:28:54.493596 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:54.597822 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75dbe614-1ca1-4e50-8b5a-e76cbb540ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:54.637513 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:54.645755 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:54.647887 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] 10.222.0.66 "PUT /v2.0/ports/487fbf16-c560-481b-91f6-c6fe38dfb5a2 HTTP/1.1" status: 200 len: 1094 time: 4.7209320 Oct 15 16:28:54.650939 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ccbaf1-62e5-4db3-b69f-6b9a816f8525', 'tag': '487fbf16-c560-481b-91f6-c6fe38dfb5a2'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:28:54.678800 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:54.680413 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:54.755700 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d640-d8ed-4c9f-bf2b-afb32c8fb8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.002855 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75dbe614-1ca1-4e50-8b5a-e76cbb540ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.038104 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Made reservation on behalf of dd699bacdba34b6993e34b284764ec55 for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:55.052776 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.149260 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0822750a-b55d-4c5f-9db8-62f20fd8ca16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.171976 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1586d1-09f7-4194-bf04-873b651e7038 service neutron] Pushing event updated for resources: {'Port': ['ID=487fbf16-c560-481b-91f6-c6fe38dfb5a2,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:55.379844 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44816) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:55.395847 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-96647ada-19d9-405c-988b-b6c687acfd1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454591996', 'description': 'tempest-description--409659011'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:55.440101 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe5af1-9ab7-4169-b263-bbbf44fd158c" -d '{"events": [{"name": "network-changed", "server_uuid": "71ccbaf1-62e5-4db3-b69f-6b9a816f8525", "tag": "487fbf16-c560-481b-91f6-c6fe38dfb5a2"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:28:55.442688 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-96647ada-19d9-405c-988b-b6c687acfd1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.465505 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75dbe614-1ca1-4e50-8b5a-e76cbb540ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.469536 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75dbe614-1ca1-4e50-8b5a-e76cbb540ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.472023 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-75dbe614-1ca1-4e50-8b5a-e76cbb540ad5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/554d0c20-af87-408e-b328-ab56f599424e HTTP/1.1" status: 204 len: 168 time: 1.5780249 Oct 15 16:28:55.501400 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbe614-1ca1-4e50-8b5a-e76cbb540ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554d0c20-af87-408e-b328-ab56f599424e,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:55.639104 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.647538 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.701343 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7d42e-7719-4f65-97a8-c751144d3afb req-fe738be9-b4db-470e-ad06-7ac908b1d2eb tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:55.706723 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a7b7d42e-7719-4f65-97a8-c751144d3afb req-fe738be9-b4db-470e-ad06-7ac908b1d2eb tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 944 time: 0.9753044 Oct 15 16:28:55.881612 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-96647ada-19d9-405c-988b-b6c687acfd1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.895725 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-96647ada-19d9-405c-988b-b6c687acfd1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:55.900458 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Allocated IP 172.20.0.8 (08bd54ba-1b97-4d38-a865-9122dd44e542/c1da4713-1385-4dbe-9f38-ce39aa243c89/db314a3a-478f-4721-900a-926e8faa6cd2) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:28:55.975497 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96647ada-19d9-405c-988b-b6c687acfd1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:55.984262 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d640-d8ed-4c9f-bf2b-afb32c8fb8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.034821 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-96647ada-19d9-405c-988b-b6c687acfd1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.041988 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-96647ada-19d9-405c-988b-b6c687acfd1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6607790 Oct 15 16:28:56.043531 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44842) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:56.060263 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-a2d7ac79-23ea-44b6-a9be-446e76e82469 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'security_group_rule': {'security_group_id': '963cfb6d-5c5a-4e7e-9600-2e6df9a82bde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:56.193039 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d640-d8ed-4c9f-bf2b-afb32c8fb8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.196564 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-81bcf93c-9c3b-4d78-b018-1418f63b5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:56.235673 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-81bcf93c-9c3b-4d78-b018-1418f63b5ed7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ed6b1d1eb96420791c029b2935fda38&device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 1097 time: 1.0772910 Oct 15 16:28:56.320398 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ac79-23ea-44b6-a9be-446e76e82469 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.487862 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Attempting to bind port d718ba82-9745-45af-ac64-1892404cb0ee on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:28:56.488251 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Attempting to bind port d718ba82-9745-45af-ac64-1892404cb0ee by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:28:56.493712 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Attempting to bind port d718ba82-9745-45af-ac64-1892404cb0ee on network c79366e4-0e59-4cc3-8684-1e16ca3116ad {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:28:56.560015 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-5d125e0c-63ba-47f7-8b0e-e93b3a580277 None None] Provisioning complete for port d718ba82-9745-45af-ac64-1892404cb0ee triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:56.561368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5d125e0c-63ba-47f7-8b0e-e93b3a580277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.567395 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:28:56.567844 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Checking segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:28:56.572436 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.572891 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Bound using segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:28:56.573420 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Bound port: d718ba82-9745-45af-ac64-1892404cb0ee, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:28:56.573826 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.617014 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc21d9-4748-420b-9150-74760db95743 None None] Pushing event updated for resources: {'Port': ['ID=d718ba82-9745-45af-ac64-1892404cb0ee,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:56.739463 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-5d125e0c-63ba-47f7-8b0e-e93b3a580277 None None] Port d718ba82-9745-45af-ac64-1892404cb0ee cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:28:56.796540 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] For port d718ba82-9745-45af-ac64-1892404cb0ee, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:28:56.822677 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] For port d718ba82-9745-45af-ac64-1892404cb0ee, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d718ba82-9745-45af-ac64-1892404cb0ee,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:28:56.833074 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.854752 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80b8e8ca-18ad-4528-accb-a6285706f07e req-68ffde36-8939-4f48-a88b-478b9b11fdef tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 210 time: 1.2461770 Oct 15 16:28:56.889640 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0822750a-b55d-4c5f-9db8-62f20fd8ca16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.908478 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ac79-23ea-44b6-a9be-446e76e82469 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.920727 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ac79-23ea-44b6-a9be-446e76e82469 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.922812 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4d640-d8ed-4c9f-bf2b-afb32c8fb8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fef411-8438-42fd-a871-ed6cc7a56ece,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:56.978293 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0822750a-b55d-4c5f-9db8-62f20fd8ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:56.984538 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-e6d4d640-d8ed-4c9f-bf2b-afb32c8fb8e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e2003c7ce0344b587b5b88f101fef06&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9872129 Oct 15 16:28:56.998348 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.006439 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44868) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:57.027729 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7ac79-23ea-44b6-a9be-446e76e82469 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53229f6-876e-470c-b778-a4c51e49cc8d,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:57.036671 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:28:57.058648 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:28:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:57.152738 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ac79-23ea-44b6-a9be-446e76e82469 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.162428 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a2d7ac79-23ea-44b6-a9be-446e76e82469 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1161299 Oct 15 16:28:57.165214 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44876) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:57.168791 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a7b7d42e-7719-4f65-97a8-c751144d3afb req-ae6c252f-e96f-4637-8345-37638b3699cc tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1783524 Oct 15 16:28:57.170570 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822750a-b55d-4c5f-9db8-62f20fd8ca16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e794a480-a1cc-4a80-a879-e23462932a08,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:57.172581 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.187364 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-25b30947-2215-48ab-acdc-f704747e2327 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'security_group_rule': {'security_group_id': '963cfb6d-5c5a-4e7e-9600-2e6df9a82bde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:57.248811 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-0822750a-b55d-4c5f-9db8-62f20fd8ca16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4bf71d288fd4abcb7193f37cb4d3f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3927646 Oct 15 16:28:57.256201 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-374e0560-7287-4a1c-89f9-1d8d0318b985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.291796 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44882) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:57.292132 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.66', 62443) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:57.333021 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-374e0560-7287-4a1c-89f9-1d8d0318b985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.341965 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc21d9-4748-420b-9150-74760db95743 None None] Pushing event updated for resources: {'Port': ['ID=d718ba82-9745-45af-ac64-1892404cb0ee,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:57.509078 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-374e0560-7287-4a1c-89f9-1d8d0318b985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.514110 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-374e0560-7287-4a1c-89f9-1d8d0318b985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.520129 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-374e0560-7287-4a1c-89f9-1d8d0318b985 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05fef411-8438-42fd-a871-ed6cc7a56ece HTTP/1.1" status: 204 len: 168 time: 0.5091481 Oct 15 16:28:57.578197 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517a476e-2836-44df-86a2-709caf455798 x-openstack-request-id: req-517a476e-2836-44df-86a2-709caf455798 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:28:57.578719 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ccbaf1-62e5-4db3-b69f-6b9a816f8525", "tag": "487fbf16-c560-481b-91f6-c6fe38dfb5a2", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:28:57.578719 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-517a476e-2836-44df-86a2-709caf455798 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:28:57.579344 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ccbaf1-62e5-4db3-b69f-6b9a816f8525', 'tag': '487fbf16-c560-481b-91f6-c6fe38dfb5a2', 'status': 'completed', 'code': 200} Oct 15 16:28:57.590068 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-3ca99ade-e699-4e69-bacb-21ff22092321 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=487fbf16-c560-481b-91f6-c6fe38dfb5a2 HTTP/1.1" status: 200 len: 217 time: 0.1307971 Oct 15 16:28:57.592004 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e0560-7287-4a1c-89f9-1d8d0318b985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fef411-8438-42fd-a871-ed6cc7a56ece,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:57.700477 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-9e018fed-d0b2-4039-8d73-cfe7ebca271e None None] Provisioning complete for port d718ba82-9745-45af-ac64-1892404cb0ee triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:57.714837 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9e018fed-d0b2-4039-8d73-cfe7ebca271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.774810 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-3db1eb41-3f98-4070-b312-6751316baed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:57.776332 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-3db1eb41-3f98-4070-b312-6751316baed5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e44b3dc0-30e1-4df1-bab5-cad6fa264566 HTTP/1.1" status: 200 len: 852 time: 0.1744702 Oct 15 16:28:57.782055 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:28:57.925492 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-28024d7e-5548-4a53-a2f9-c1763ebf5c3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f087162d-cc62-464f-a198-c5ed3157d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240997 Oct 15 16:28:57.963656 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25b30947-2215-48ab-acdc-f704747e2327 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:57.978826 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Pushing event updated for resources: {'Port': ['ID=db314a3a-478f-4721-900a-926e8faa6cd2,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:57.995356 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Network 08bd54ba-1b97-4d38-a865-9122dd44e542 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:28:58.063666 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:28:58.073593 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:28:58.199263 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fb8c45d8-3a73-4970-b190-c6c71abfaa49 req-bac0493a-76aa-46fa-b695-6d6b0c802c8c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 210 time: 0.0724373 Oct 15 16:28:58.244553 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-a44f0a82-3513-4867-b334-2815c273bf39 service neutron] 10.222.0.66 "GET /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925358 Oct 15 16:28:58.303937 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9e018fed-d0b2-4039-8d73-cfe7ebca271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.412594 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-1161a95b-2c3d-4cff-81a9-1024e669c905 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:58.415591 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-1161a95b-2c3d-4cff-81a9-1024e669c905 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 818 time: 1.1024890 Oct 15 16:28:58.467151 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44924) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:58.480530 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-9e018fed-d0b2-4039-8d73-cfe7ebca271e None None] For port d718ba82-9745-45af-ac64-1892404cb0ee, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d718ba82-9745-45af-ac64-1892404cb0ee,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:28:58.483222 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25b30947-2215-48ab-acdc-f704747e2327 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.499905 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Request body: {'port': {'device_id': '5f9e690a-4563-41f4-87df-77edcbebca47', 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542', 'admin_state_up': True, 'tenant_id': 'dd699bacdba34b6993e34b284764ec55'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:58.500434 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9e018fed-d0b2-4039-8d73-cfe7ebca271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.536085 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdf89830-67a5-49f5-bab6-6ea7a0bdb1f1 req-89a659d1-128e-4334-ba23-bc72071faa30 service neutron] 10.222.0.66 "GET /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800312 Oct 15 16:28:58.605922 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbf01-0597-4159-b8b9-1ebd11f5e155 req-90860888-9eca-4fd8-acfb-6d3cc3381bb3 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:58.609413 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c0cdbf01-0597-4159-b8b9-1ebd11f5e155 req-90860888-9eca-4fd8-acfb-6d3cc3381bb3 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 944 time: 0.2108395 Oct 15 16:28:58.610920 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44932) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:58.649453 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e018fed-d0b2-4039-8d73-cfe7ebca271e None None] Pushing event updated for resources: {'Port': ['ID=d718ba82-9745-45af-ac64-1892404cb0ee,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:58.685426 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:56Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:28:58.689222 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e53f0892-24d1-44a7-b1c7-43a6b6ac4ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.697743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25b30947-2215-48ab-acdc-f704747e2327 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.737146 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d1f52-254d-46b5-b0a3-949ab24b40be None None] The sync data for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi is: [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:56Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:28:58.855226 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:58.855867 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.865524 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b30947-2215-48ab-acdc-f704747e2327 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b06ed08-1915-4941-80af-6e1c8a11ec26,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:58.892261 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bad691e2-1c5b-4d1e-bfb5-3fe51b17d330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.903882 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25b30947-2215-48ab-acdc-f704747e2327 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.905306 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-25b30947-2215-48ab-acdc-f704747e2327 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7355335 Oct 15 16:28:58.921163 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44938) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:58.929024 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-94981072-1bcc-445d-8bb9-06635139aed9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0308223 Oct 15 16:28:58.940973 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:58.971492 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-c23c7a4c-6432-4581-8063-dea1cd31da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:58.974885 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-c23c7a4c-6432-4581-8063-dea1cd31da1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ed6b1d1eb96420791c029b2935fda38&device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 1097 time: 0.3109310 Oct 15 16:28:58.983842 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bad691e2-1c5b-4d1e-bfb5-3fe51b17d330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:58.999845 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c0cdbf01-0597-4159-b8b9-1ebd11f5e155 req-52224164-49a9-4fc9-9c89-71d3b40af48b tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650498 Oct 15 16:28:59.029361 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9f60fea6-2e23-41e8-92a8-69300d6f6975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.044867 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Made reservation on behalf of dd699bacdba34b6993e34b284764ec55 for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:28:59.049691 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.193040 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Request body: {'port': {'device_id': '13c6c8ba-e81a-458d-a981-12e380d99513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:28:59.199559 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.325530 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9f60fea6-2e23-41e8-92a8-69300d6f6975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.351994 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bad691e2-1c5b-4d1e-bfb5-3fe51b17d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.354927 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bad691e2-1c5b-4d1e-bfb5-3fe51b17d330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.359294 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-bad691e2-1c5b-4d1e-bfb5-3fe51b17d330 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e794a480-a1cc-4a80-a879-e23462932a08 HTTP/1.1" status: 204 len: 168 time: 2.0473628 Oct 15 16:28:59.368643 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.372144 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-333e4cd8-9571-4b5e-8211-cd41c343a510 req-03c8cd07-971f-44ab-b8b6-da870334877f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 210 time: 0.0721555 Oct 15 16:28:59.379100 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9f60fea6-2e23-41e8-92a8-69300d6f6975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.435098 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad691e2-1c5b-4d1e-bfb5-3fe51b17d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e794a480-a1cc-4a80-a879-e23462932a08,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:59.448850 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Allocated IP 172.20.0.11 (08bd54ba-1b97-4d38-a865-9122dd44e542/c1da4713-1385-4dbe-9f38-ce39aa243c89/c755f91e-b7f1-4548-873a-0bd27b399722) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:28:59.457903 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60fea6-2e23-41e8-92a8-69300d6f6975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f8f9ea-d6c2-4ec3-9b67-26636972f2dc,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:59.483608 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-8c1ac85e-bf49-411f-a450-d481f351b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:59.486239 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-8c1ac85e-bf49-411f-a450-d481f351b00b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f087162d-cc62-464f-a198-c5ed3157d1f6 HTTP/1.1" status: 200 len: 913 time: 0.3569360 Oct 15 16:28:59.503852 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-9f60fea6-2e23-41e8-92a8-69300d6f6975 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a24d8d583beb4fd98e5c88728760e253&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0339684 Oct 15 16:28:59.518745 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44948) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:59.661850 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-e998b59b-3b7b-4dff-bbef-3aecb29ddfa1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=487fbf16-c560-481b-91f6-c6fe38dfb5a2 HTTP/1.1" status: 200 len: 217 time: 0.1380703 Oct 15 16:28:59.702577 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e53f0892-24d1-44a7-b1c7-43a6b6ac4ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.738847 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d718ba82-9745-45af-ac64-1892404cb0ee up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:28:59.744018 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e53f0892-24d1-44a7-b1c7-43a6b6ac4ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.804415 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port d718ba82-9745-45af-ac64-1892404cb0ee triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:28:59.805124 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.859550 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f0892-24d1-44a7-b1c7-43a6b6ac4ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e600145d-fdc4-46b8-85b7-69d2c49538c1,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:28:59.886432 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-e53f0892-24d1-44a7-b1c7-43a6b6ac4ea3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebbe2748edd145179c6481217cb22b58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2733574 Oct 15 16:28:59.896763 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 44958) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:59.904835 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-c1d26ea9-4d5a-47bd-bbee-5fdd420b922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:28:59.907513 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-c1d26ea9-4d5a-47bd-bbee-5fdd420b922d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e44b3dc0-30e1-4df1-bab5-cad6fa264566 HTTP/1.1" status: 200 len: 852 time: 0.2185264 Oct 15 16:28:59.914573 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2b05645b-92be-4c67-bb42-575e65898e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:28:59.951740 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44960) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:28:59.969964 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-c2bc78e9-7073-4cc5-b29c-510df0b2aab7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f087162d-cc62-464f-a198-c5ed3157d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475528 Oct 15 16:28:59.984388 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-88f8b2cd-4e93-4c31-a6e6-0defed262c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.014653 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2b05645b-92be-4c67-bb42-575e65898e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.100746 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.107737 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-caedb9da-f0ec-43a1-9011-413f8c373067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.186279 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.188531 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-caedb9da-f0ec-43a1-9011-413f8c373067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.195170 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-bef51346-4f80-4173-97d2-388bdb4820c2 service neutron] 10.222.0.66 "GET /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139268 Oct 15 16:29:00.239205 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2b05645b-92be-4c67-bb42-575e65898e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.241888 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2b05645b-92be-4c67-bb42-575e65898e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.244979 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-2b05645b-92be-4c67-bb42-575e65898e9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65f8f9ea-d6c2-4ec3-9b67-26636972f2dc HTTP/1.1" status: 204 len: 168 time: 0.7174399 Oct 15 16:29:00.277212 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f02cd-da91-4c66-bdf4-c6143aaccf45 req-e4d28c63-bc88-4e5e-8264-e118f6603ce8 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:00.278821 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-052f02cd-da91-4c66-bdf4-c6143aaccf45 req-e4d28c63-bc88-4e5e-8264-e118f6603ce8 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 944 time: 0.1767476 Oct 15 16:29:00.293622 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05645b-92be-4c67-bb42-575e65898e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f8f9ea-d6c2-4ec3-9b67-26636972f2dc,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:00.319209 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.324448 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-88f8b2cd-4e93-4c31-a6e6-0defed262c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.327995 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Allocated IP 172.27.2.153 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/513d69b7-da97-4935-a957-c7783dc88df0) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:29:00.343554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-88f8b2cd-4e93-4c31-a6e6-0defed262c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.391967 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-052f02cd-da91-4c66-bdf4-c6143aaccf45 req-78c2986a-d60e-4bd2-82db-bd073798eb7f tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007340 Oct 15 16:29:00.397537 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-caedb9da-f0ec-43a1-9011-413f8c373067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.400495 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-caedb9da-f0ec-43a1-9011-413f8c373067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.401687 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-caedb9da-f0ec-43a1-9011-413f8c373067 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e600145d-fdc4-46b8-85b7-69d2c49538c1 HTTP/1.1" status: 204 len: 168 time: 0.5017288 Oct 15 16:29:00.410705 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43fe5af1-9ab7-4169-b263-bbbf44fd158c req-53667a3c-6f5f-47dc-bbe5-2e71a9c014db service neutron] 10.222.0.66 "GET /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061536 Oct 15 16:29:00.427308 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedb9da-f0ec-43a1-9011-413f8c373067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600145d-fdc4-46b8-85b7-69d2c49538c1,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:00.505785 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Network 08bd54ba-1b97-4d38-a865-9122dd44e542 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:00.542038 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:00.548793 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:00.554943 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f28c3c-c278-4367-a45e-b91eebf91f71 req-0b1ea422-ae7b-4558-ae59-61e6069148c4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:00.556648 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c5f28c3c-c278-4367-a45e-b91eebf91f71 req-0b1ea422-ae7b-4558-ae59-61e6069148c4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 932 time: 0.0672178 Oct 15 16:29:00.563356 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Pushing event updated for resources: {'Port': ['ID=c755f91e-b7f1-4548-873a-0bd27b399722,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:00.566614 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8b2cd-4e93-4c31-a6e6-0defed262c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52047d33-a8ea-4c70-b5d0-44a37d783424,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:00.578810 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-88f8b2cd-4e93-4c31-a6e6-0defed262c72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96771e5733a149b182c3a413ca0eb75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6234429 Oct 15 16:29:00.582951 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 44972) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:00.624601 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c5f28c3c-c278-4367-a45e-b91eebf91f71 req-bc054fba-bd10-464b-9099-6ccb5b7b3749 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Oct 15 16:29:00.745809 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:00.746976 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.820497 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d3fe17d6-e26f-43b2-8283-19e6d774a84d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3278577 Oct 15 16:29:00.835832 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:00.847407 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Request body: {'port': {'device_id': '5f9e690a-4563-41f4-87df-77edcbebca47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:00.928991 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f3696023-9546-47e9-bc64-e8164a149de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.009139 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db314a3a-478f-4721-900a-926e8faa6cd2 {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:29:01.016174 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f3696023-9546-47e9-bc64-e8164a149de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.028197 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.036815 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.038619 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.111280 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Transition to ACTIVE for port object db314a3a-478f-4721-900a-926e8faa6cd2 will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:29:01.131144 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.183350 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:01.187632 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'Port': ['ID=513d69b7-da97-4935-a957-c7783dc88df0,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:01.193756 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:01.196436 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:01.286142 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f3696023-9546-47e9-bc64-e8164a149de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.288773 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f3696023-9546-47e9-bc64-e8164a149de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.289883 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f3696023-9546-47e9-bc64-e8164a149de2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52047d33-a8ea-4c70-b5d0-44a37d783424 HTTP/1.1" status: 204 len: 168 time: 0.7028298 Oct 15 16:29:01.409684 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Pushing event updated for resources: {'Port': ['ID=db314a3a-478f-4721-900a-926e8faa6cd2,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:01.412974 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3696023-9546-47e9-bc64-e8164a149de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52047d33-a8ea-4c70-b5d0-44a37d783424,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:01.536734 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Attempting to bind port db314a3a-478f-4721-900a-926e8faa6cd2 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:29:01.537392 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Attempting to bind port db314a3a-478f-4721-900a-926e8faa6cd2 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:29:01.537392 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Attempting to bind port db314a3a-478f-4721-900a-926e8faa6cd2 on network 08bd54ba-1b97-4d38-a865-9122dd44e542 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:01.565183 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647eeb3-0cbb-478e-a76f-149469b3d239 req-5d7018bc-0dab-412b-9c4d-011df9e141b0 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:01.573601 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0647eeb3-0cbb-478e-a76f-149469b3d239 req-5d7018bc-0dab-412b-9c4d-011df9e141b0 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 944 time: 0.0783119 Oct 15 16:29:01.574401 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Port db314a3a-478f-4721-900a-926e8faa6cd2 on network 08bd54ba-1b97-4d38-a865-9122dd44e542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:29:01.574732 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Attempting to bind port db314a3a-478f-4721-900a-926e8faa6cd2 on network 08bd54ba-1b97-4d38-a865-9122dd44e542 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:01.590902 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:29:01.591264 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Checking segment: {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:01.591820 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Bound using segment: {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:29:01.592300 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Bound port: db314a3a-478f-4721-900a-926e8faa6cd2, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:29:01.592662 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.609946 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.614218 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0647eeb3-0cbb-478e-a76f-149469b3d239 req-592a7c5e-f3d3-4423-a9ff-3809a73a8b5d tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Oct 15 16:29:01.721799 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:01.804432 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dde647-56c6-450f-a0a8-a3614e4734b0 req-bc4e70e4-8b9b-48cd-979d-17f9794dd4f6 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:01.806273 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-10dde647-56c6-450f-a0a8-a3614e4734b0 req-bc4e70e4-8b9b-48cd-979d-17f9794dd4f6 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 932 time: 0.0979526 Oct 15 16:29:01.868213 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-10dde647-56c6-450f-a0a8-a3614e4734b0 req-9cfd8dc2-7c5b-4248-8815-5a8560d375ca tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Oct 15 16:29:01.897372 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] For port db314a3a-478f-4721-900a-926e8faa6cd2, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:29:01.934452 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] For port db314a3a-478f-4721-900a-926e8faa6cd2, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=db314a3a-478f-4721-900a-926e8faa6cd2,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:29:01.960200 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.034683 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:02.035300 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.036719 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] 10.222.0.66 "PUT /v2.0/ports/db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 200 len: 1093 time: 2.8490367 Oct 15 16:29:02.039784 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c755f91e-b7f1-4548-873a-0bd27b399722 {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:29:02.043730 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c6c8ba-e81a-458d-a981-12e380d99513', 'tag': 'db314a3a-478f-4721-900a-926e8faa6cd2'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:29:02.059473 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.305236 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Transition to ACTIVE for port object c755f91e-b7f1-4548-873a-0bd27b399722 will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:29:02.338504 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.343721 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48aa36e-ce20-4ea6-bc9e-5ebdcd4621e9 service neutron] Pushing event updated for resources: {'Port': ['ID=db314a3a-478f-4721-900a-926e8faa6cd2,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:02.351358 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.373741 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.450530 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c" -d '{"events": [{"name": "network-changed", "server_uuid": "13c6c8ba-e81a-458d-a981-12e380d99513", "tag": "db314a3a-478f-4721-900a-926e8faa6cd2"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:29:02.535009 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c755f91e-b7f1-4548-873a-0bd27b399722,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:02.561188 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.622166 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.633547 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6905072 Oct 15 16:29:02.644269 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca524be5-03e5-4d37-bfd0-2d6f16885f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'Port': ['ID=513d69b7-da97-4935-a957-c7783dc88df0,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:02.651204 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Attempting to bind port c755f91e-b7f1-4548-873a-0bd27b399722 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:29:02.651507 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Attempting to bind port c755f91e-b7f1-4548-873a-0bd27b399722 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:29:02.651905 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Attempting to bind port c755f91e-b7f1-4548-873a-0bd27b399722 on network 08bd54ba-1b97-4d38-a865-9122dd44e542 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:02.657125 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Port c755f91e-b7f1-4548-873a-0bd27b399722 on network 08bd54ba-1b97-4d38-a865-9122dd44e542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:29:02.657515 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Attempting to bind port c755f91e-b7f1-4548-873a-0bd27b399722 on network 08bd54ba-1b97-4d38-a865-9122dd44e542 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:02.663480 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:29:02.664034 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Checking segment: {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:02.664658 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Bound using segment: {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:29:02.664963 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Bound port: c755f91e-b7f1-4548-873a-0bd27b399722, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:29:02.665433 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.668529 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e572c6c-4a10-4910-bbfa-d8e4d63bbda5 x-openstack-request-id: req-2e572c6c-4a10-4910-bbfa-d8e4d63bbda5 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:29:02.668934 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c6c8ba-e81a-458d-a981-12e380d99513", "tag": "db314a3a-478f-4721-900a-926e8faa6cd2", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:29:02.669248 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e572c6c-4a10-4910-bbfa-d8e4d63bbda5 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:29:02.669896 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c6c8ba-e81a-458d-a981-12e380d99513', 'tag': 'db314a3a-478f-4721-900a-926e8faa6cd2', 'status': 'completed', 'code': 200} Oct 15 16:29:02.794783 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] For port c755f91e-b7f1-4548-873a-0bd27b399722, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:29:02.809037 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] For port c755f91e-b7f1-4548-873a-0bd27b399722, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c755f91e-b7f1-4548-873a-0bd27b399722,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:29:02.809709 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.851266 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:02.853344 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:02.856492 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] 10.222.0.66 "PUT /v2.0/ports/c755f91e-b7f1-4548-873a-0bd27b399722 HTTP/1.1" status: 200 len: 1094 time: 2.0153940 Oct 15 16:29:02.880822 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c693de-af12-406c-904b-0eedb6b28f47 req-067e003e-3e92-4f3b-9f8e-2875c82613c2 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:02.882553 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-59c693de-af12-406c-904b-0eedb6b28f47 req-067e003e-3e92-4f3b-9f8e-2875c82613c2 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 944 time: 0.1155267 Oct 15 16:29:02.936563 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cecf9-dd57-4dcc-89ff-da6a0d89b3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c755f91e-b7f1-4548-873a-0bd27b399722,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:02.942692 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-59c693de-af12-406c-904b-0eedb6b28f47 req-5b928117-1552-45d5-ab54-5ed3a6f28310 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452487 Oct 15 16:29:03.051082 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-c1d35567-640f-418f-aab9-8f115d5a3f8c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--454591996&fields=id&tenant_id=0cc095685b544a7c843ecdfada0ca22e HTTP/1.1" status: 200 len: 267 time: 0.0689487 Oct 15 16:29:03.076451 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc960-a26a-4662-8c4c-929d39009c9e req-d360ffa4-2a4c-4442-96d5-60cf9648a1a8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:03.077933 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-213dc960-a26a-4662-8c4c-929d39009c9e req-d360ffa4-2a4c-4442-96d5-60cf9648a1a8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0816710 Oct 15 16:29:03.172409 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-213dc960-a26a-4662-8c4c-929d39009c9e req-9732f2d8-e52e-4e99-b165-5a4e2a098a9f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816166 Oct 15 16:29:03.201003 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-cb70c76d-f0bb-4c6a-9222-87ec3013a388 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:03.202471 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-cb70c76d-f0bb-4c6a-9222-87ec3013a388 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 816 time: 0.1434166 Oct 15 16:29:03.217830 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-a9627cef-28b6-45ed-a6b3-12e9232b2fea tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/quotas/0cc095685b544a7c843ecdfada0ca22e HTTP/1.1" status: 200 len: 375 time: 0.0089967 Oct 15 16:29:03.271945 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-6317eb05-908a-4c7e-9318-192237a954b6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485539 Oct 15 16:29:03.435910 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-3d618db2-7ee8-4ff4-9e8f-aa5d5a642c4f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:29:03.442860 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-3d618db2-7ee8-4ff4-9e8f-aa5d5a642c4f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0664554 Oct 15 16:29:03.537357 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-e78c36b6-8184-4f5d-adab-8f4964a65592 service neutron] 10.222.0.44 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871890 Oct 15 16:29:03.638359 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-ac91852b-0723-412c-bf77-8bcc8715ab8e service neutron] 10.222.0.44 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946958 Oct 15 16:29:03.837271 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-33005dc5-2775-499e-b88b-fb2c0e454ccb req-edc3aca9-85ec-4503-a6ea-c12ed38628e5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 210 time: 0.0325799 Oct 15 16:29:04.058903 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731cc60-c7cd-4f99-a34e-7c4ba8378a29 req-e56a5105-fe87-4469-88fb-1336adc7f49f tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:04.060384 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3731cc60-c7cd-4f99-a34e-7c4ba8378a29 req-e56a5105-fe87-4469-88fb-1336adc7f49f tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 944 time: 0.0532844 Oct 15 16:29:04.104373 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3731cc60-c7cd-4f99-a34e-7c4ba8378a29 req-8c56b34f-f542-4ced-9ab9-bc2daea41435 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 Oct 15 16:29:04.236400 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-7f9a5a67-7baf-491c-b372-0d776d6ee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:04.238510 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-7f9a5a67-7baf-491c-b372-0d776d6ee220 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1096 time: 0.1146986 Oct 15 16:29:04.246884 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-ce5ad2fe-0cdd-4e0a-8702-5f8f53b91276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:04.248349 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-ce5ad2fe-0cdd-4e0a-8702-5f8f53b91276 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 1097 time: 0.0705390 Oct 15 16:29:04.309536 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 487fbf16-c560-481b-91f6-c6fe38dfb5a2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:29:04.311391 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a0fbd-7961-4eb3-9309-61a29d6778a7 req-4dbaba40-2744-43d1-8279-fa40e8472b8c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:04.313076 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-923a0fbd-7961-4eb3-9309-61a29d6778a7 req-4dbaba40-2744-43d1-8279-fa40e8472b8c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0566549 Oct 15 16:29:04.338735 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-8b5ff191-32d1-4681-bccc-bc9606584bd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 200 len: 217 time: 0.0888271 Oct 15 16:29:04.382359 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-e0b2bb0d-ee54-460a-a767-9b23881d3a95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c755f91e-b7f1-4548-873a-0bd27b399722 HTTP/1.1" status: 200 len: 217 time: 0.0969400 Oct 15 16:29:04.437279 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-923a0fbd-7961-4eb3-9309-61a29d6778a7 req-c8bfcbb5-93e2-4bb8-9979-fa3ad7c66439 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156466 Oct 15 16:29:04.440884 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 487fbf16-c560-481b-91f6-c6fe38dfb5a2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=487fbf16-c560-481b-91f6-c6fe38dfb5a2,segment=NetworkSegment(a015e5f8-65d6-4d23-8487-6170dde54404),segment_id=a015e5f8-65d6-4d23-8487-6170dde54404)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:04.458473 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '487fbf16-c560-481b-91f6-c6fe38dfb5a2', 'network_id': 'f087162d-cc62-464f-a198-c5ed3157d1f6', 'port_id': '487fbf16-c560-481b-91f6-c6fe38dfb5a2', 'mac_address': 'fa:16:3e:65:ec:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44b3dc0-30e1-4df1-bab5-cad6fa264566', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:29:04.500655 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-74a335fe-ab91-4ca3-8d4b-8275551f959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:04.502585 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-74a335fe-ab91-4ca3-8d4b-8275551f959e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.1223900 Oct 15 16:29:04.516595 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d85655c4-2b1f-4733-bdde-ba1565d0d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:04.518548 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d85655c4-2b1f-4733-bdde-ba1565d0d995 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.1202490 Oct 15 16:29:04.518830 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:04.532487 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487fbf16-c560-481b-91f6-c6fe38dfb5a2 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:29:04.556313 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 487fbf16-c560-481b-91f6-c6fe38dfb5a2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=487fbf16-c560-481b-91f6-c6fe38dfb5a2,segment=NetworkSegment(a015e5f8-65d6-4d23-8487-6170dde54404),segment_id=a015e5f8-65d6-4d23-8487-6170dde54404)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:04.562546 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:04.582334 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-99b2cff2-4d28-41a2-b95d-7c19e44ab898 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683153 Oct 15 16:29:04.600133 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-d0616037-3b92-44c9-b0b1-9721f1a5c291 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486286 Oct 15 16:29:04.609170 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=487fbf16-c560-481b-91f6-c6fe38dfb5a2,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:04.671040 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9e690a-4563-41f4-87df-77edcbebca47', 'tag': 'c755f91e-b7f1-4548-873a-0bd27b399722'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:29:04.674037 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9e690a-4563-41f4-87df-77edcbebca47", "tag": "c755f91e-b7f1-4548-873a-0bd27b399722"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:29:04.711417 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-668bb98c-90d1-4a85-b52d-20f72244fa57 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131036 Oct 15 16:29:04.726006 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67afc891-34ad-4cb2-a418-bbf7c16778b2 x-openstack-request-id: req-67afc891-34ad-4cb2-a418-bbf7c16778b2 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:29:04.726392 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9e690a-4563-41f4-87df-77edcbebca47", "tag": "c755f91e-b7f1-4548-873a-0bd27b399722", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:29:04.726588 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67afc891-34ad-4cb2-a418-bbf7c16778b2 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:29:04.726978 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9e690a-4563-41f4-87df-77edcbebca47', 'tag': 'c755f91e-b7f1-4548-873a-0bd27b399722', 'status': 'completed', 'code': 200} Oct 15 16:29:04.957442 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b8ea8e7f-4a58-4060-88ff-b765b02cd346 req-3cd3252f-83e8-4398-aa40-9401382e664e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 210 time: 0.0413532 Oct 15 16:29:05.226969 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c35a9-a0a0-4fb4-892a-21ba1c3e14ff req-d373659c-70fa-450a-80ec-b6f3cf39c74a tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:05.228451 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-410c35a9-a0a0-4fb4-892a-21ba1c3e14ff req-d373659c-70fa-450a-80ec-b6f3cf39c74a tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 945 time: 0.0478585 Oct 15 16:29:05.266330 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-410c35a9-a0a0-4fb4-892a-21ba1c3e14ff req-a6973a2e-fd78-4540-b804-a89f3889f754 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Oct 15 16:29:05.545949 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d2822-f368-4871-9f3c-881ff00e8ce6 req-6b06e838-2738-4e66-a177-69187cdef4e5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:05.547541 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-520d2822-f368-4871-9f3c-881ff00e8ce6 req-6b06e838-2738-4e66-a177-69187cdef4e5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0481286 Oct 15 16:29:05.585449 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-520d2822-f368-4871-9f3c-881ff00e8ce6 req-59b739b8-4f45-4ce9-a08f-9434ca5249cc tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Oct 15 16:29:05.743127 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-e067ed14-b9c2-46c6-bf36-19a9d8fa9d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:06.066260 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-dc21b0f2-5b66-4ac4-9d6c-577d3e4e71ac req-d6f41022-b516-49b2-947c-5bc356e17575 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 210 time: 0.0255001 Oct 15 16:29:06.380011 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5361aa-3df5-4a5b-bd5d-850ebf9bc4b7 req-a5ad7365-8352-4059-ae7a-601f75ccffd3 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:06.381454 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2a5361aa-3df5-4a5b-bd5d-850ebf9bc4b7 req-a5ad7365-8352-4059-ae7a-601f75ccffd3 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 945 time: 0.0506508 Oct 15 16:29:06.419067 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2a5361aa-3df5-4a5b-bd5d-850ebf9bc4b7 req-7c15478f-3991-42a7-8444-3d316c45c9df tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Oct 15 16:29:06.698035 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b484fb2-4e4c-457f-828a-b5ad2da0c08c req-809b122e-b593-4dca-9aff-ed1682cc87b1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:06.699420 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7b484fb2-4e4c-457f-828a-b5ad2da0c08c req-809b122e-b593-4dca-9aff-ed1682cc87b1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0478649 Oct 15 16:29:06.739475 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7b484fb2-4e4c-457f-828a-b5ad2da0c08c req-ae422168-026c-4ddc-b82b-c5ce476c9784 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 Oct 15 16:29:07.163437 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7528f194-1d4f-42be-83ed-bfb5b204a477 req-93794c47-319a-4270-af97-ce88d0207d67 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 210 time: 0.0270822 Oct 15 16:29:07.552591 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f05f3c-2c06-496b-aa81-fadb53311da6 req-26d68c9c-bfa5-42b8-ac77-d2c8f6068d5e tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:07.560246 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70f05f3c-2c06-496b-aa81-fadb53311da6 req-26d68c9c-bfa5-42b8-ac77-d2c8f6068d5e tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 945 time: 0.0697312 Oct 15 16:29:07.596060 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-37c66bca-e75e-4054-8ec3-ff6f96d02a71 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581705 Oct 15 16:29:07.604518 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7d89b982-085a-4b19-9c05-53c8e3e52ef0 req-df477e1c-bf75-42de-92ef-7b16e86f6238 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569223 Oct 15 16:29:07.650231 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['487fbf16-c560-481b-91f6-c6fe38dfb5a2'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:29:07.844158 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70f05f3c-2c06-496b-aa81-fadb53311da6 req-dbd4b810-2ac9-43f4-9614-90322bc638ca tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493622 Oct 15 16:29:07.881605 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-0ab593b7-0391-4636-9b6d-3c5d009d9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:07.883168 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-0ab593b7-0391-4636-9b6d-3c5d009d9b46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1096 time: 0.1819651 Oct 15 16:29:08.046581 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-532ac3f2-ebe3-4b42-adb5-642fb4184f43 req-44eab073-1cfd-4200-b0ae-f978515c3431 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406569 Oct 15 16:29:08.054778 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-3a8ccec0-a277-4fa2-967a-6d070b97476e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:08.056270 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-3a8ccec0-a277-4fa2-967a-6d070b97476e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 816 time: 0.4490209 Oct 15 16:29:08.067559 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc38c05-7c6c-4e98-b4bb-2e45552c2c98 req-fa3d27d6-f2be-4046-8052-4dcb028fe5ec tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:08.069091 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8dc38c05-7c6c-4e98-b4bb-2e45552c2c98 req-fa3d27d6-f2be-4046-8052-4dcb028fe5ec tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.1296854 Oct 15 16:29:08.130577 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-5156dbc0-e2ed-4ae2-a59d-73aae6b19739 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cc095685b544a7c843ecdfada0ca22e HTTP/1.1" status: 200 len: 379 time: 0.0604415 Oct 15 16:29:08.145925 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'port': {'device_id': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'admin_state_up': True, 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'security_groups': ['963cfb6d-5c5a-4e7e-9600-2e6df9a82bde']}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:08.166225 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-cfbd5525-3be8-4c3f-a72d-749ee3f3d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:08.167687 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-cfbd5525-3be8-4c3f-a72d-749ee3f3d486 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.2694962 Oct 15 16:29:08.199554 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8dc38c05-7c6c-4e98-b4bb-2e45552c2c98 req-53356fd5-4d49-4e37-8b12-1aa5bbce7985 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226740 Oct 15 16:29:08.231392 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-d2ca63c3-4404-4bc7-b97b-0d5f4d8f9fa3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 200 len: 217 time: 0.0518787 Oct 15 16:29:08.235385 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-a64cc824-302e-4280-93b3-656bc90faa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:08.238693 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-a64cc824-302e-4280-93b3-656bc90faa69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 1097 time: 0.1283514 Oct 15 16:29:08.319648 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device db314a3a-478f-4721-900a-926e8faa6cd2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:29:08.353093 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da550573-45d1-4d63-a997-aee6e4a14d41 req-2d6c5b5d-1412-4563-a015-dbaa1f82ebac tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 210 time: 0.0551200 Oct 15 16:29:08.403448 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-cd73224c-30b1-48c6-8f05-afe77598f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:08.405385 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-cd73224c-30b1-48c6-8f05-afe77598f605 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.1634684 Oct 15 16:29:08.406449 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Made reservation on behalf of 0cc095685b544a7c843ecdfada0ca22e for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:29:08.411598 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:08.459089 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-6649a77d-40d9-43d0-90c5-82d3f7854cf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433192 Oct 15 16:29:08.465690 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-5233c887-3c43-4b50-aea5-92a34d7f6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:08.467422 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-5233c887-3c43-4b50-aea5-92a34d7f6c5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.1776967 Oct 15 16:29:08.483023 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port db314a3a-478f-4721-900a-926e8faa6cd2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=db314a3a-478f-4721-900a-926e8faa6cd2,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:08.513735 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'db314a3a-478f-4721-900a-926e8faa6cd2', 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542', 'port_id': 'db314a3a-478f-4721-900a-926e8faa6cd2', 'mac_address': 'fa:16:3e:ac:91:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1da4713-1385-4dbe-9f38-ce39aa243c89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:29:08.519023 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-56283371-2f5a-4ee5-869e-3cb5f330b8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:08.553006 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-62f0f688-a593-4f71-ba2d-38a3695c1874 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c755f91e-b7f1-4548-873a-0bd27b399722 HTTP/1.1" status: 200 len: 217 time: 0.0760181 Oct 15 16:29:08.578347 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:08.613302 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db314a3a-478f-4721-900a-926e8faa6cd2 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:29:08.636834 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-cc2e42cb-2a35-4cbf-955e-18a954744103 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683638 Oct 15 16:29:08.639120 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port db314a3a-478f-4721-900a-926e8faa6cd2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=db314a3a-478f-4721-900a-926e8faa6cd2,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:08.645224 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:08.649811 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Allocated IP 172.20.0.14 (c79366e4-0e59-4cc3-8684-1e16ca3116ad/05c1bddd-df6d-4720-bfe9-7e3d67c5b349/e5c58c6f-e035-45f2-8c29-11e5ecd36c19) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:29:08.729047 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=db314a3a-478f-4721-900a-926e8faa6cd2,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:08.835839 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:08.894105 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:08.984766 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:08.990764 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:09.005446 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:09.033458 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:09.056386 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033f85a-e9aa-4bbf-940e-31f8e9aa5f5e req-571b98ab-8677-4ad0-b893-3ad324dbab8a tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:09.058062 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c033f85a-e9aa-4bbf-940e-31f8e9aa5f5e req-571b98ab-8677-4ad0-b893-3ad324dbab8a tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 945 time: 0.1614218 Oct 15 16:29:09.082648 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:09.083285 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:09.119878 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-acda32d1-f47e-4940-b0fa-8f582936d395 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9809611 Oct 15 16:29:09.133543 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c033f85a-e9aa-4bbf-940e-31f8e9aa5f5e req-71f5c007-6573-44c3-94c7-dd7a1310e5d9 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667059 Oct 15 16:29:09.233021 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-875ffa62-56a6-4d13-8fef-8afa73491285 None None] Provisioning complete for port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:09.233021 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-875ffa62-56a6-4d13-8fef-8afa73491285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:09.266538 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-875ffa62-56a6-4d13-8fef-8afa73491285 None None] Port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:29:09.317734 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4d074-1a31-441c-b02f-52e9c9375527 req-53f8ab72-9352-40d5-862c-b1e4a17e07ee tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:09.319227 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aca4d074-1a31-441c-b02f-52e9c9375527 req-53f8ab72-9352-40d5-862c-b1e4a17e07ee tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0485449 Oct 15 16:29:09.357812 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aca4d074-1a31-441c-b02f-52e9c9375527 req-47636391-438e-4390-ac86-b60e661fbf8b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327079 Oct 15 16:29:09.424245 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:09.466510 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:09.478397 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a1046-ce1c-4c1f-a949-c723aae067f2 req-490b266a-c6f4-4ee7-a049-d439fd1ab688 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:09.480042 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-259a1046-ce1c-4c1f-a949-c723aae067f2 req-490b266a-c6f4-4ee7-a049-d439fd1ab688 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 932 time: 0.0595660 Oct 15 16:29:09.522874 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-259a1046-ce1c-4c1f-a949-c723aae067f2 req-6bfc85c4-893c-4eef-aabd-74ace34bd6e3 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359681 Oct 15 16:29:09.964633 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45382) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:10.067960 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-09eff5f4-34ff-465b-a401-36828a81d59d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.143719 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-09eff5f4-34ff-465b-a401-36828a81d59d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.148173 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-09eff5f4-34ff-465b-a401-36828a81d59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.190843 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 45394) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:10.191449 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-09eff5f4-34ff-465b-a401-36828a81d59d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd1f413e63ca479495af2d6c3283fb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253087 Oct 15 16:29:10.192374 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eff5f4-34ff-465b-a401-36828a81d59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7269041-273a-4d98-abde-c4810ac05dce,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:10.268591 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-57c88ac4-34e4-411c-9cf3-2d738a9cc663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.292239 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc633618-99ac-4bd4-b1c5-04570b5bbdd4 req-0acd45bd-8269-462c-9912-41c9ee8d0361 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:10.293742 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bc633618-99ac-4bd4-b1c5-04570b5bbdd4 req-0acd45bd-8269-462c-9912-41c9ee8d0361 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 945 time: 0.0691531 Oct 15 16:29:10.303662 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-57c88ac4-34e4-411c-9cf3-2d738a9cc663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.357971 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bc633618-99ac-4bd4-b1c5-04570b5bbdd4 req-35f231ab-eb9e-46b0-9c53-748d27b63522 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562470 Oct 15 16:29:10.397974 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-57c88ac4-34e4-411c-9cf3-2d738a9cc663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.401112 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-57c88ac4-34e4-411c-9cf3-2d738a9cc663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.404658 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-57c88ac4-34e4-411c-9cf3-2d738a9cc663 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7269041-273a-4d98-abde-c4810ac05dce HTTP/1.1" status: 204 len: 168 time: 0.2096364 Oct 15 16:29:10.410970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c88ac4-34e4-411c-9cf3-2d738a9cc663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7269041-273a-4d98-abde-c4810ac05dce,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:10.489561 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fd997-359f-44b3-bfa4-c5d5b9f651d5 req-7e91e164-4134-44ff-8e1e-c0bf389d95d9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:10.491213 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-428fd997-359f-44b3-bfa4-c5d5b9f651d5 req-7e91e164-4134-44ff-8e1e-c0bf389d95d9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0560973 Oct 15 16:29:10.530848 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-428fd997-359f-44b3-bfa4-c5d5b9f651d5 req-6185c3dd-b7cc-4ea8-a9f2-077322d9e8ad tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Oct 15 16:29:10.644173 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6a287-730f-4ecb-beec-df4722df7c20 req-ae1bee9a-f48b-4e77-9af6-ea3597571705 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:10.645709 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-77d6a287-730f-4ecb-beec-df4722df7c20 req-ae1bee9a-f48b-4e77-9af6-ea3597571705 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 932 time: 0.0542920 Oct 15 16:29:10.676915 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45406) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:10.686093 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-77d6a287-730f-4ecb-beec-df4722df7c20 req-b48d66ca-592e-4d90-bbeb-3d81a815d98d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335114 Oct 15 16:29:10.694846 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-49ae0311-4b2f-4f78-aa85-d73dc49eccf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.781624 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-49ae0311-4b2f-4f78-aa85-d73dc49eccf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.785376 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-49ae0311-4b2f-4f78-aa85-d73dc49eccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.824400 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-49ae0311-4b2f-4f78-aa85-d73dc49eccf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1db2047831d4140a41a38d89dfde703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462061 Oct 15 16:29:10.825266 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae0311-4b2f-4f78-aa85-d73dc49eccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7722109c-4817-4c7e-85dd-30e7bcb80aec,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:10.827068 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 45410) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:10.874461 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-56c71d1c-0ee9-4af6-9956-7cb3e2bb9d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.896139 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-56c71d1c-0ee9-4af6-9956-7cb3e2bb9d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.949129 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-56c71d1c-0ee9-4af6-9956-7cb3e2bb9d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.951710 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-56c71d1c-0ee9-4af6-9956-7cb3e2bb9d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:10.952912 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-56c71d1c-0ee9-4af6-9956-7cb3e2bb9d89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7722109c-4817-4c7e-85dd-30e7bcb80aec HTTP/1.1" status: 204 len: 168 time: 0.1247575 Oct 15 16:29:10.961791 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c71d1c-0ee9-4af6-9956-7cb3e2bb9d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7722109c-4817-4c7e-85dd-30e7bcb80aec,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:11.029766 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.321414 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 45422) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:11.340886 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9900-6160-4316-9f34-7bc69a053f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.442837 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9900-6160-4316-9f34-7bc69a053f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.455301 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9900-6160-4316-9f34-7bc69a053f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.485993 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 487fbf16-c560-481b-91f6-c6fe38dfb5a2 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:11.492363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Request body: {'port': {'device_id': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:11.558277 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:29:11.562563 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a9900-6160-4316-9f34-7bc69a053f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f2d36-f526-47dc-ad1c-d0d122acaf9e,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:11.563689 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:11.564493 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.575384 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-5b4a9900-6160-4316-9f34-7bc69a053f76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1e7865d648f41ae9755054a06db3cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498007 Oct 15 16:29:11.581865 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45430) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:11.584784 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af4c77-34f8-4360-bc48-0693e82d360e req-e3c3200d-8561-4137-ae76-fb171e69b2fb tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:11.586405 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-81af4c77-34f8-4360-bc48-0693e82d360e req-e3c3200d-8561-4137-ae76-fb171e69b2fb tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 945 time: 0.1420388 Oct 15 16:29:11.609847 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-cebce19f-15cd-4b05-acf4-bec21fa6f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:11.611409 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-cebce19f-15cd-4b05-acf4-bec21fa6f5e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.1377962 Oct 15 16:29:11.659304 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-1932ea7e-02aa-48fe-af8d-103dfb9bff38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361195 Oct 15 16:29:11.675049 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.705747 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9fbc95e0-1f8d-40a1-80b7-f07125e5288c req-ccf6160b-8d72-444d-a38a-895eded49f0b service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336707 Oct 15 16:29:11.707870 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-81af4c77-34f8-4360-bc48-0693e82d360e req-48b028c4-9969-44c0-8c3c-d695bf64c59d tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946543 Oct 15 16:29:11.757321 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd090c-f1ab-4f66-888e-378c499ecd25 req-8369500e-37dc-4044-8972-941e3e23f54c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:11.770518 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4fd090c-f1ab-4f66-888e-378c499ecd25 req-8369500e-37dc-4044-8972-941e3e23f54c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.1273916 Oct 15 16:29:11.792149 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.803765 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a9c05732-d7d9-42fc-968c-8ea91827cce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.806725 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-dca1291a-b17d-4529-96b7-25d3457f57a1 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368902 Oct 15 16:29:11.825271 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 487fbf16-c560-481b-91f6-c6fe38dfb5a2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=487fbf16-c560-481b-91f6-c6fe38dfb5a2,segment=NetworkSegment(a015e5f8-65d6-4d23-8487-6170dde54404),segment_id=a015e5f8-65d6-4d23-8487-6170dde54404)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:11.826358 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ccbaf1-62e5-4db3-b69f-6b9a816f8525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487fbf16-c560-481b-91f6-c6fe38dfb5a2'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:29:11.859765 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a9c05732-d7d9-42fc-968c-8ea91827cce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.890890 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['db314a3a-478f-4721-900a-926e8faa6cd2'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:29:11.896456 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:11.928097 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4fd090c-f1ab-4f66-888e-378c499ecd25 req-235c0ae5-a48a-4f1d-a88c-e07b71d4b7ab tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471446 Oct 15 16:29:11.974527 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd4772-3495-4828-ab16-f25caa76ccdb req-5af5eb2e-a852-4838-86e9-463513c0e0f6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:11.984643 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-dffd4772-3495-4828-ab16-f25caa76ccdb req-5af5eb2e-a852-4838-86e9-463513c0e0f6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 932 time: 0.1212494 Oct 15 16:29:12.005552 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a9c05732-d7d9-42fc-968c-8ea91827cce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:12.008996 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a9c05732-d7d9-42fc-968c-8ea91827cce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:12.013285 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a9c05732-d7d9-42fc-968c-8ea91827cce1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c69f2d36-f526-47dc-ad1c-d0d122acaf9e HTTP/1.1" status: 204 len: 168 time: 0.4303758 Oct 15 16:29:12.026034 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c05732-d7d9-42fc-968c-8ea91827cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f2d36-f526-47dc-ad1c-d0d122acaf9e,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:12.038739 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-232e29bc-1a5e-485f-b9d0-bc370aaaf8e3 req-b82b9edc-1f4a-4e5f-a285-2cf39eb0dd98 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200823 Oct 15 16:29:12.051655 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=487fbf16-c560-481b-91f6-c6fe38dfb5a2,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:12.101469 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ff21d-7175-46d2-bad2-f4a29bc58391" -d '{"events": [{"server_uuid": "71ccbaf1-62e5-4db3-b69f-6b9a816f8525", "name": "network-vif-plugged", "status": "completed", "tag": "487fbf16-c560-481b-91f6-c6fe38dfb5a2"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:29:12.125055 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-dffd4772-3495-4828-ab16-f25caa76ccdb req-69cac324-90d5-44e6-b79b-13ecd37297d2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358442 Oct 15 16:29:12.217037 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c8061-b003-4f97-9bc1-c2d8181f711d x-openstack-request-id: req-7d0c8061-b003-4f97-9bc1-c2d8181f711d {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:29:12.217326 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ccbaf1-62e5-4db3-b69f-6b9a816f8525", "name": "network-vif-plugged", "status": "completed", "tag": "487fbf16-c560-481b-91f6-c6fe38dfb5a2", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:29:12.217578 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d0c8061-b003-4f97-9bc1-c2d8181f711d {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:29:12.218071 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ccbaf1-62e5-4db3-b69f-6b9a816f8525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487fbf16-c560-481b-91f6-c6fe38dfb5a2', 'code': 200} Oct 15 16:29:12.222689 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c58c6f-e035-45f2-8c29-11e5ecd36c19 {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:29:12.230976 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:12.243801 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Transition to ACTIVE for port object e5c58c6f-e035-45f2-8c29-11e5ecd36c19 will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:29:12.247365 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:12.299482 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:12.379171 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Attempting to bind port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:29:12.379773 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Attempting to bind port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:29:12.379870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Attempting to bind port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 on network c79366e4-0e59-4cc3-8684-1e16ca3116ad {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:12.390175 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 on network c79366e4-0e59-4cc3-8684-1e16ca3116ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:29:12.390175 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Attempting to bind port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 on network c79366e4-0e59-4cc3-8684-1e16ca3116ad {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:12.390175 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:29:12.390394 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Checking segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:12.390905 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Bound using segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:29:12.391341 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Bound port: e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:29:12.391720 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:12.462592 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:29:12.467542 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:29:12.474530 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:12.511884 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:12.512438 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:12.513948 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5c58c6f-e035-45f2-8c29-11e5ecd36c19 HTTP/1.1" status: 200 len: 1094 time: 1.0373051 Oct 15 16:29:12.514361 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:29:12.517146 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bb7553-f513-4d18-b5a5-6a01aa42f681" -d '{"events": [{"name": "network-changed", "server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:29:12.551480 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c441d4b-a1eb-4b2e-94f8-bacf5a5189f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:12.656313 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983fd0fc-a4ef-48bf-b2c1-8b872b9f6546 x-openstack-request-id: req-983fd0fc-a4ef-48bf-b2c1-8b872b9f6546 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:29:12.656726 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:29:12.657003 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-983fd0fc-a4ef-48bf-b2c1-8b872b9f6546 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:29:12.657397 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'status': 'completed', 'code': 200} Oct 15 16:29:12.843803 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328b3d0-ec1e-4ea5-a9d9-fcb73ead028d req-d74af89d-90dc-41e6-95a0-b48325d32991 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:12.845395 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9328b3d0-ec1e-4ea5-a9d9-fcb73ead028d req-d74af89d-90dc-41e6-95a0-b48325d32991 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0542934 Oct 15 16:29:12.882729 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9328b3d0-ec1e-4ea5-a9d9-fcb73ead028d req-5abcb675-d62d-4c39-83be-3c3292a7dc0f tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312433 Oct 15 16:29:13.065586 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf224e-6988-45e0-b9fe-2a2365cbee43 req-8b3a5389-7545-4580-817a-9205aa7c3c0d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:13.067450 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cabf224e-6988-45e0-b9fe-2a2365cbee43 req-8b3a5389-7545-4580-817a-9205aa7c3c0d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0519488 Oct 15 16:29:13.108744 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cabf224e-6988-45e0-b9fe-2a2365cbee43 req-31576759-58d0-4204-921c-342d3a9b2247 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347404 Oct 15 16:29:13.261153 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29823-58fb-47f3-878e-e7f74e949405 req-29d1a628-c054-4c04-ac52-28efa1de4547 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:13.262714 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bca29823-58fb-47f3-878e-e7f74e949405 req-29d1a628-c054-4c04-ac52-28efa1de4547 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0583243 Oct 15 16:29:13.303518 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bca29823-58fb-47f3-878e-e7f74e949405 req-314cae1f-cfb8-4571-ad72-31e9cd89ebd6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345182 Oct 15 16:29:13.983528 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:29:14.019346 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc928f-ce23-4e4d-8129-e89f4866a1ba req-9f95ec03-00e0-405e-9da5-55406bb0b270 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:14.020921 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fdbc928f-ce23-4e4d-8129-e89f4866a1ba req-9f95ec03-00e0-405e-9da5-55406bb0b270 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0669572 Oct 15 16:29:14.058600 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fdbc928f-ce23-4e4d-8129-e89f4866a1ba req-c4c87453-d2ad-48e6-8487-7f08abc10831 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Oct 15 16:29:14.222364 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f729268-423b-4257-ab88-3e3171b654d0 req-cfd02d8a-26b9-480a-924e-41ac3a10a97e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:14.223869 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f729268-423b-4257-ab88-3e3171b654d0 req-cfd02d8a-26b9-480a-924e-41ac3a10a97e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0491838 Oct 15 16:29:14.261073 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f729268-423b-4257-ab88-3e3171b654d0 req-3c2297de-2741-46d0-9097-0f615442776e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Oct 15 16:29:14.426580 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c7be2-e214-4f3c-9184-e571baf4d257 req-fae45986-1d1d-4074-a07c-0d2db7761c37 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:14.427971 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-965c7be2-e214-4f3c-9184-e571baf4d257 req-fae45986-1d1d-4074-a07c-0d2db7761c37 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0477264 Oct 15 16:29:14.466073 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-965c7be2-e214-4f3c-9184-e571baf4d257 req-3b1ac2f0-9d2f-4d66-86ce-8d0bf5482596 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Oct 15 16:29:14.925951 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:14.970106 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7553-f513-4d18-b5a5-6a01aa42f681 req-d985a305-8473-4744-b5ce-7842750eae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:14.972063 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-06bb7553-f513-4d18-b5a5-6a01aa42f681 req-d985a305-8473-4744-b5ce-7842750eae9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 1097 time: 0.0440345 Oct 15 16:29:15.207929 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7553-f513-4d18-b5a5-6a01aa42f681 req-50495bc0-06ab-48f3-b723-4ed412801d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:15.209462 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-06bb7553-f513-4d18-b5a5-6a01aa42f681 req-50495bc0-06ab-48f3-b723-4ed412801d0d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0cc095685b544a7c843ecdfada0ca22e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2234857 Oct 15 16:29:15.217775 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83b0d0-0d12-4971-9da8-9e7476f4d436 req-6d271f29-1e27-4048-9f95-9049f0bc67bd tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:15.219254 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1e83b0d0-0d12-4971-9da8-9e7476f4d436 req-6d271f29-1e27-4048-9f95-9049f0bc67bd tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0912564 Oct 15 16:29:15.314768 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b684af-9761-4c11-8fa2-f6042a913ab8 req-60523089-a4dd-491d-b123-a24183b883ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:15.316264 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-30b684af-9761-4c11-8fa2-f6042a913ab8 req-60523089-a4dd-491d-b123-a24183b883ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 1099 time: 0.2281206 Oct 15 16:29:15.547071 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1e83b0d0-0d12-4971-9da8-9e7476f4d436 req-7accbe24-b582-42e7-ab3d-00a7a1b9a648 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185456 Oct 15 16:29:15.615736 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30c6af-389e-4cfc-b214-8a36811df510 req-00a00083-cac0-4dcb-b1f5-23551a7ff567 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:15.617268 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0a30c6af-389e-4cfc-b214-8a36811df510 req-00a00083-cac0-4dcb-b1f5-23551a7ff567 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.2731326 Oct 15 16:29:15.625452 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7553-f513-4d18-b5a5-6a01aa42f681 req-dbd32aac-c869-4821-83e1-42f1806d9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:15.625452 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-06bb7553-f513-4d18-b5a5-6a01aa42f681 req-dbd32aac-c869-4821-83e1-42f1806d9546 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4014513 Oct 15 16:29:15.684023 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0a30c6af-389e-4cfc-b214-8a36811df510 req-057506d2-68b7-4707-88cc-999844d54a58 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Oct 15 16:29:15.692569 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40742070-aac3-4bd1-a493-1e88b25acc46 req-64ce175b-6204-4426-a82b-e9e181453f57 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:15.694168 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-40742070-aac3-4bd1-a493-1e88b25acc46 req-64ce175b-6204-4426-a82b-e9e181453f57 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0717275 Oct 15 16:29:15.741094 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-40742070-aac3-4bd1-a493-1e88b25acc46 req-d386e31e-7609-40a4-9887-f907a7ef4e2e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342343 Oct 15 16:29:16.677393 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3c65c-a5b8-4650-84ec-bbd0e118ad6d req-e6428a68-beef-4b24-a0a9-7b7f31aa0ad2 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:16.678868 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d8a3c65c-a5b8-4650-84ec-bbd0e118ad6d req-e6428a68-beef-4b24-a0a9-7b7f31aa0ad2 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0485430 Oct 15 16:29:16.716250 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d8a3c65c-a5b8-4650-84ec-bbd0e118ad6d req-9b80de25-1970-4a2b-8da9-8335b5131d5d tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Oct 15 16:29:16.805427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d2ee9-3f07-4039-8818-dae92ee4779f req-c2670628-9f1d-4860-beab-d5a850056ad4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:16.806925 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e76d2ee9-3f07-4039-8818-dae92ee4779f req-c2670628-9f1d-4860-beab-d5a850056ad4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 944 time: 0.0500560 Oct 15 16:29:16.874015 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e76d2ee9-3f07-4039-8818-dae92ee4779f req-c288b945-91e3-454f-989f-655ca1278b5e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Oct 15 16:29:16.886639 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f8a9f-2db8-4594-b3c2-7621bd8e1c27 req-f3c1aa16-b060-4343-8df0-f749cde3f44b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:16.888232 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d48f8a9f-2db8-4594-b3c2-7621bd8e1c27 req-f3c1aa16-b060-4343-8df0-f749cde3f44b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0762143 Oct 15 16:29:16.927603 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d48f8a9f-2db8-4594-b3c2-7621bd8e1c27 req-336df6f1-a80f-4345-a200-63289083cfdb tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Oct 15 16:29:17.235041 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device c755f91e-b7f1-4548-873a-0bd27b399722 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:29:17.329316 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port c755f91e-b7f1-4548-873a-0bd27b399722, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c755f91e-b7f1-4548-873a-0bd27b399722,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:17.341300 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'c755f91e-b7f1-4548-873a-0bd27b399722', 'network_id': '08bd54ba-1b97-4d38-a865-9122dd44e542', 'port_id': 'c755f91e-b7f1-4548-873a-0bd27b399722', 'mac_address': 'fa:16:3e:aa:35:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1da4713-1385-4dbe-9f38-ce39aa243c89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:29:17.379764 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:17.391978 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c755f91e-b7f1-4548-873a-0bd27b399722 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:29:17.411450 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port c755f91e-b7f1-4548-873a-0bd27b399722, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c755f91e-b7f1-4548-873a-0bd27b399722,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:17.414544 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:17.465437 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=c755f91e-b7f1-4548-873a-0bd27b399722,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:17.830615 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0db51-348d-4069-b521-e76fabe55211 req-cb0cd6e4-cd22-4280-96d2-0839714986f7 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:17.832076 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cda0db51-348d-4069-b521-e76fabe55211 req-cb0cd6e4-cd22-4280-96d2-0839714986f7 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0479603 Oct 15 16:29:17.869116 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cda0db51-348d-4069-b521-e76fabe55211 req-bdd1d9f9-3243-45d4-893b-16bde30acc76 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311143 Oct 15 16:29:17.990935 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3ecc8-b143-434e-8c76-96467cf64677 req-4a5db08c-541e-495d-a1be-13a7a975b714 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:17.992364 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-62f3ecc8-b143-434e-8c76-96467cf64677 req-4a5db08c-541e-495d-a1be-13a7a975b714 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Oct 15 16:29:18.061905 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-62f3ecc8-b143-434e-8c76-96467cf64677 req-ef687e85-31c0-45f5-a3b3-576d4cd8ec14 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628998 Oct 15 16:29:18.081609 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735beb2a-5a02-4c07-8c50-125f1db7c23f req-a90ea9b6-fcda-4342-8df0-2ff2bc47cd51 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:18.083099 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-735beb2a-5a02-4c07-8c50-125f1db7c23f req-a90ea9b6-fcda-4342-8df0-2ff2bc47cd51 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0710542 Oct 15 16:29:18.121476 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-735beb2a-5a02-4c07-8c50-125f1db7c23f req-2ecf4276-3a55-4a4b-818e-5d8399c4ca45 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325282 Oct 15 16:29:18.241141 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-30b684af-9761-4c11-8fa2-f6042a913ab8 req-fd893a40-e274-47cd-8da5-333bc6a38b8b service neutron] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:18.311105 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-e406f738-61a0-4fc1-82e0-3f512ce9501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:18.312593 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-e406f738-61a0-4fc1-82e0-3f512ce9501d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 1097 time: 0.0413752 Oct 15 16:29:18.319270 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-30b684af-9761-4c11-8fa2-f6042a913ab8 req-fd893a40-e274-47cd-8da5-333bc6a38b8b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:18.325850 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-30b684af-9761-4c11-8fa2-f6042a913ab8 req-fd893a40-e274-47cd-8da5-333bc6a38b8b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:18.355874 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-b298d926-4195-4095-8fba-cddd79940cf9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19 HTTP/1.1" status: 200 len: 217 time: 0.0351765 Oct 15 16:29:18.357233 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-30b684af-9761-4c11-8fa2-f6042a913ab8 req-fd893a40-e274-47cd-8da5-333bc6a38b8b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300409 Oct 15 16:29:18.365533 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd893a40-e274-47cd-8da5-333bc6a38b8b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c8217-8a0f-44cc-9770-fc7bb4b6f952,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:18.478300 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['c755f91e-b7f1-4548-873a-0bd27b399722'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:29:18.663824 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-c2f32fdd-c082-4e05-9302-7e35e5af6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:18.665311 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-c2f32fdd-c082-4e05-9302-7e35e5af6f19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0498011 Oct 15 16:29:18.722119 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-692757da-ec33-498f-be5c-46c6c611fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:18.723629 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-692757da-ec33-498f-be5c-46c6c611fbf4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505261 Oct 15 16:29:18.826996 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-466775ab-73fc-4bb8-84be-28fc05e2246d service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935056 Oct 15 16:29:18.912237 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device db314a3a-478f-4721-900a-926e8faa6cd2 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:18.944813 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65fa9461-50e4-4073-bace-bbfd7fa16a4d req-163b6796-bb80-4115-b043-022e9fbdd17d service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073484 Oct 15 16:29:19.001890 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port db314a3a-478f-4721-900a-926e8faa6cd2 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:29:19.006430 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port db314a3a-478f-4721-900a-926e8faa6cd2 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:19.006811 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:19.025544 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4738-1180-412c-94c7-4dd409ca57a4 req-fba07983-e47c-4592-a59a-66a8842e178c tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:19.027025 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-50fc4738-1180-412c-94c7-4dd409ca57a4 req-fba07983-e47c-4592-a59a-66a8842e178c tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0520754 Oct 15 16:29:19.066119 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-50fc4738-1180-412c-94c7-4dd409ca57a4 req-970cbab4-2179-4d3d-ac61-db160ef00363 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Oct 15 16:29:19.089266 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:19.114251 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c6c8ba-e81a-458d-a981-12e380d99513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db314a3a-478f-4721-900a-926e8faa6cd2'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:29:19.116730 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52308ec-9352-4aee-93e8-6ef209f81b5e" -d '{"events": [{"server_uuid": "13c6c8ba-e81a-458d-a981-12e380d99513", "name": "network-vif-plugged", "status": "completed", "tag": "db314a3a-478f-4721-900a-926e8faa6cd2"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:29:19.134087 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port db314a3a-478f-4721-900a-926e8faa6cd2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=db314a3a-478f-4721-900a-926e8faa6cd2,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:19.142224 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:19.170715 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b38907-a77f-4310-80f5-9f6050ae4873 x-openstack-request-id: req-76b38907-a77f-4310-80f5-9f6050ae4873 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:29:19.171028 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c6c8ba-e81a-458d-a981-12e380d99513", "name": "network-vif-plugged", "status": "completed", "tag": "db314a3a-478f-4721-900a-926e8faa6cd2", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:29:19.171260 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76b38907-a77f-4310-80f5-9f6050ae4873 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:29:19.171650 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c6c8ba-e81a-458d-a981-12e380d99513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db314a3a-478f-4721-900a-926e8faa6cd2', 'code': 200} Oct 15 16:29:19.215833 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=db314a3a-478f-4721-900a-926e8faa6cd2,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:19.220442 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3b3a8-ee5f-4cf4-b661-e8f0768a326c req-8b30c7c5-760e-4f83-9b8e-db4efbf81f2f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:19.222691 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7dc3b3a8-ee5f-4cf4-b661-e8f0768a326c req-8b30c7c5-760e-4f83-9b8e-db4efbf81f2f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 945 time: 0.0833316 Oct 15 16:29:19.325294 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7dc3b3a8-ee5f-4cf4-b661-e8f0768a326c req-cf773734-4894-4ccf-b3ae-fd49d5782efe tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920029 Oct 15 16:29:19.374209 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c1fe6-bd5b-46a8-9490-1932e7b91277 req-fc126dce-37d6-4dfb-a1df-534ec99ac1df tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:19.375716 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2a8c1fe6-bd5b-46a8-9490-1932e7b91277 req-fc126dce-37d6-4dfb-a1df-534ec99ac1df tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.1300781 Oct 15 16:29:19.444545 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512581b-c7da-4b2a-a187-00887bf52361 req-a49d0d75-4f0c-44a7-984a-cb6b6eec9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:19.447094 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7512581b-c7da-4b2a-a187-00887bf52361 req-a49d0d75-4f0c-44a7-984a-cb6b6eec9ffc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1098 time: 0.1118357 Oct 15 16:29:19.452260 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2a8c1fe6-bd5b-46a8-9490-1932e7b91277 req-67b352ed-98a0-4f3b-9700-d54667337cae tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603709 Oct 15 16:29:19.492158 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7512581b-c7da-4b2a-a187-00887bf52361 req-b84d07e5-541f-4e84-8669-338aec8f687c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Oct 15 16:29:20.215018 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29ebcf-6888-4008-b0ba-de16fd01c992 req-e60c3a3b-a1b3-41ea-bbe5-5e0e62a3967d tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:20.229270 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ec29ebcf-6888-4008-b0ba-de16fd01c992 req-e60c3a3b-a1b3-41ea-bbe5-5e0e62a3967d tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0822983 Oct 15 16:29:20.270508 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ec29ebcf-6888-4008-b0ba-de16fd01c992 req-0f6d5396-9763-45a5-9ced-92fb23fcdc0c tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Oct 15 16:29:20.483104 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d42e4e-0a05-45df-b69b-03fbbed7b37d req-ac9bef5c-34b6-46e3-87ba-dfccafdf386a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:20.486401 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-81d42e4e-0a05-45df-b69b-03fbbed7b37d req-ac9bef5c-34b6-46e3-87ba-dfccafdf386a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 945 time: 0.0619614 Oct 15 16:29:20.555038 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-81d42e4e-0a05-45df-b69b-03fbbed7b37d req-b6b248c5-9c49-4c19-a07d-2574649adba9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613706 Oct 15 16:29:20.595065 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908302a-3c16-463f-81e6-290dff65a880 req-41d731ae-c6e4-492c-b982-f4aee501559d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:20.596743 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f908302a-3c16-463f-81e6-290dff65a880 req-41d731ae-c6e4-492c-b982-f4aee501559d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0654411 Oct 15 16:29:20.643512 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f908302a-3c16-463f-81e6-290dff65a880 req-f60ba4f7-cdfd-4cff-aef8-32bb5031ca87 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397048 Oct 15 16:29:20.930761 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:29:20.963545 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device c755f91e-b7f1-4548-873a-0bd27b399722 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:21.059812 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:21.072902 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port c755f91e-b7f1-4548-873a-0bd27b399722 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:29:21.074996 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'port_id': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'mac_address': 'fa:16:3e:5e:78:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:29:21.079237 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port c755f91e-b7f1-4548-873a-0bd27b399722 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:21.079605 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:21.140698 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:21.158335 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c58c6f-e035-45f2-8c29-11e5ecd36c19 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:29:21.199133 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:21.204527 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:21.237442 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:21.278019 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9e690a-4563-41f4-87df-77edcbebca47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755f91e-b7f1-4548-873a-0bd27b399722'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:29:21.279894 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c64ad35-403b-4d11-a054-e5c74d071956" -d '{"events": [{"server_uuid": "5f9e690a-4563-41f4-87df-77edcbebca47", "name": "network-vif-plugged", "status": "completed", "tag": "c755f91e-b7f1-4548-873a-0bd27b399722"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:29:21.317476 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port c755f91e-b7f1-4548-873a-0bd27b399722, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c755f91e-b7f1-4548-873a-0bd27b399722,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:21.318556 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:21.325560 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da819e-7afd-4675-a479-6ea141dbcd2d x-openstack-request-id: req-55da819e-7afd-4675-a479-6ea141dbcd2d {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:29:21.326177 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9e690a-4563-41f4-87df-77edcbebca47", "name": "network-vif-plugged", "status": "completed", "tag": "c755f91e-b7f1-4548-873a-0bd27b399722", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:29:21.326661 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55da819e-7afd-4675-a479-6ea141dbcd2d {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:29:21.327255 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e690a-4563-41f4-87df-77edcbebca47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755f91e-b7f1-4548-873a-0bd27b399722', 'code': 200} Oct 15 16:29:21.328119 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:21.395822 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=c755f91e-b7f1-4548-873a-0bd27b399722,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:21.459426 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432aea9-7a5f-4174-bab3-dbb08b369869 req-83dbcb7a-a778-408f-b698-df7109694241 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:21.461327 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9432aea9-7a5f-4174-bab3-dbb08b369869 req-83dbcb7a-a778-408f-b698-df7109694241 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0849588 Oct 15 16:29:21.521469 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['e5c58c6f-e035-45f2-8c29-11e5ecd36c19'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:29:21.553036 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9432aea9-7a5f-4174-bab3-dbb08b369869 req-f36fa7a5-ca80-4c0a-8508-d159c21e90cc tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824835 Oct 15 16:29:21.576818 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0988-f342-4928-95bc-62d547eb5aee req-14936af6-2873-47be-b95e-79e92ef8898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:21.578563 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f08c0988-f342-4928-95bc-62d547eb5aee req-14936af6-2873-47be-b95e-79e92ef8898b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 1099 time: 0.0861943 Oct 15 16:29:21.637984 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f08c0988-f342-4928-95bc-62d547eb5aee req-860fca8b-d2ec-48f6-a46f-c874f62e3272 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504713 Oct 15 16:29:21.739515 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d7b50-0d1d-4015-9a05-d816c2ffc25e req-89655879-3dd8-4b72-bd46-ba7fbe0fab56 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:21.739700 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45760) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:21.745280 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a24d7b50-0d1d-4015-9a05-d816c2ffc25e req-89655879-3dd8-4b72-bd46-ba7fbe0fab56 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0947986 Oct 15 16:29:21.844543 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a24d7b50-0d1d-4015-9a05-d816c2ffc25e req-f437db76-5992-4070-bc16-88f8060fa037 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915365 Oct 15 16:29:21.858222 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ab4a-b37d-493c-b292-f2aac4cebea1 req-49b23e05-01a7-4da6-a4e9-b56fe77095f0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:21.860103 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e725ab4a-b37d-493c-b292-f2aac4cebea1 req-49b23e05-01a7-4da6-a4e9-b56fe77095f0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 945 time: 0.0932133 Oct 15 16:29:21.917674 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e725ab4a-b37d-493c-b292-f2aac4cebea1 req-dcfffc7f-e199-423a-b8a9-c5652059e1c6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500534 Oct 15 16:29:21.930358 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f52b30a8-0ca7-4c78-975b-69fc96e62458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.017589 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f52b30a8-0ca7-4c78-975b-69fc96e62458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.022537 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f52b30a8-0ca7-4c78-975b-69fc96e62458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.052357 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f52b30a8-0ca7-4c78-975b-69fc96e62458 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2344a5b9e0934fffa36203392acdbcef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114278 Oct 15 16:29:22.057392 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 45768) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:22.072587 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b30a8-0ca7-4c78-975b-69fc96e62458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032e77a5-7583-4d9f-aca7-e523d1e2be11,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:22.129779 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-929b9674-d077-44cc-b75c-f22f3c78fab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.152980 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-929b9674-d077-44cc-b75c-f22f3c78fab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.219116 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-929b9674-d077-44cc-b75c-f22f3c78fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.223023 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-929b9674-d077-44cc-b75c-f22f3c78fab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.224748 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-929b9674-d077-44cc-b75c-f22f3c78fab0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/032e77a5-7583-4d9f-aca7-e523d1e2be11 HTTP/1.1" status: 204 len: 168 time: 0.1661265 Oct 15 16:29:22.237108 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b9674-d077-44cc-b75c-f22f3c78fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e77a5-7583-4d9f-aca7-e523d1e2be11,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:22.507002 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 45788) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:22.521841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-83d0c97f-abc1-4c6f-a169-44a8e49ceae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.594893 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-83d0c97f-abc1-4c6f-a169-44a8e49ceae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.598893 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-83d0c97f-abc1-4c6f-a169-44a8e49ceae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.637910 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-83d0c97f-abc1-4c6f-a169-44a8e49ceae5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f6649e7ed0a4d46a5f87b2f098cd23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296434 Oct 15 16:29:22.638767 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0c97f-abc1-4c6f-a169-44a8e49ceae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9835e070-ae25-478f-a587-b76dd7a638da,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:22.640847 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45792) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:22.699754 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85d0c1b0-07b8-4db1-8bf7-0d23439b1042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.728196 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85d0c1b0-07b8-4db1-8bf7-0d23439b1042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.776870 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85d0c1b0-07b8-4db1-8bf7-0d23439b1042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.782179 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85d0c1b0-07b8-4db1-8bf7-0d23439b1042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:22.782179 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-85d0c1b0-07b8-4db1-8bf7-0d23439b1042 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9835e070-ae25-478f-a587-b76dd7a638da HTTP/1.1" status: 204 len: 168 time: 0.1384320 Oct 15 16:29:22.789728 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0c1b0-07b8-4db1-8bf7-0d23439b1042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9835e070-ae25-478f-a587-b76dd7a638da,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:22.993849 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021b337-e959-4c2e-a8d3-a52911d09a81 req-f22a492c-cd19-48be-8d07-0977e0bad9cf tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:22.995384 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0021b337-e959-4c2e-a8d3-a52911d09a81 req-f22a492c-cd19-48be-8d07-0977e0bad9cf tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0602922 Oct 15 16:29:23.077875 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01aea4-1509-4fb9-a1eb-69fd12d7795a req-7dc31467-ee4f-4b95-90ed-6acdc76f0b45 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:23.079377 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5e01aea4-1509-4fb9-a1eb-69fd12d7795a req-7dc31467-ee4f-4b95-90ed-6acdc76f0b45 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 945 time: 0.0765476 Oct 15 16:29:23.082151 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0021b337-e959-4c2e-a8d3-a52911d09a81 req-6e3a9c56-75d8-477f-a65a-6c18059247cb tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695956 Oct 15 16:29:23.096838 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45816) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:23.130910 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5e01aea4-1509-4fb9-a1eb-69fd12d7795a req-70e48075-ef29-4593-b8a8-0f4ed1691380 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455019 Oct 15 16:29:23.231157 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-adb46c87-3564-42b1-8e83-6df0bc491eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.340805 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-adb46c87-3564-42b1-8e83-6df0bc491eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.350027 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-adb46c87-3564-42b1-8e83-6df0bc491eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.396739 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-adb46c87-3564-42b1-8e83-6df0bc491eb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b239b8a439942a89e8c2f24f2186680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981772 Oct 15 16:29:23.397975 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb46c87-3564-42b1-8e83-6df0bc491eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e7151a-ee1f-4f48-a3d1-4288e1af7f62,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:23.399656 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 45840) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:23.485246 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e62c981b-52dc-4f03-8873-7f6d486c5ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.511249 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e62c981b-52dc-4f03-8873-7f6d486c5ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.575588 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e62c981b-52dc-4f03-8873-7f6d486c5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.579815 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e62c981b-52dc-4f03-8873-7f6d486c5ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.589119 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-e62c981b-52dc-4f03-8873-7f6d486c5ad6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2e7151a-ee1f-4f48-a3d1-4288e1af7f62 HTTP/1.1" status: 204 len: 168 time: 0.1835816 Oct 15 16:29:23.606002 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c981b-52dc-4f03-8873-7f6d486c5ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e7151a-ee1f-4f48-a3d1-4288e1af7f62,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:23.727809 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:23.782919 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:29:23.787574 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:23.787949 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.873533 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.900402 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:29:23.902935 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64ce0d2-a1ea-4ebf-a869-d276ab423e10" -d '{"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:29:23.917448 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:23.922487 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.932628 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45872) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:23.950470 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0e18-e60f-46ae-9074-76c3acc33baf admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:23.953819 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6426ae71-bede-4186-90ab-5c4bf8625861 x-openstack-request-id: req-6426ae71-bede-4186-90ab-5c4bf8625861 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:29:23.953974 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:29:23.954198 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6426ae71-bede-4186-90ab-5c4bf8625861 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:29:23.954594 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'code': 200} Oct 15 16:29:23.986789 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:24.034943 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0e18-e60f-46ae-9074-76c3acc33baf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:24.038899 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0e18-e60f-46ae-9074-76c3acc33baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:24.077203 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-dfdf0e18-e60f-46ae-9074-76c3acc33baf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3efe1c6593bd4df6a46304d4ea9dd640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428301 Oct 15 16:29:24.078428 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf0e18-e60f-46ae-9074-76c3acc33baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f060d5a4-68e3-4c33-bdf9-e0d885375bd0,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:24.080882 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45876) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:24.137198 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-be22b554-9a33-4aa4-ac78-02566b59512e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:24.169626 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-be22b554-9a33-4aa4-ac78-02566b59512e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:24.230371 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-be22b554-9a33-4aa4-ac78-02566b59512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:24.234984 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-be22b554-9a33-4aa4-ac78-02566b59512e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:24.236608 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-be22b554-9a33-4aa4-ac78-02566b59512e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f060d5a4-68e3-4c33-bdf9-e0d885375bd0 HTTP/1.1" status: 204 len: 168 time: 0.1547146 Oct 15 16:29:24.246216 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22b554-9a33-4aa4-ac78-02566b59512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f060d5a4-68e3-4c33-bdf9-e0d885375bd0,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:24.252437 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26df75-9f24-498c-9b15-30fb1f04fe68 req-e2d90f4a-0675-4a57-ab5e-1d193783a83e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:24.258017 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0d26df75-9f24-498c-9b15-30fb1f04fe68 req-e2d90f4a-0675-4a57-ab5e-1d193783a83e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0778787 Oct 15 16:29:24.304974 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0d26df75-9f24-498c-9b15-30fb1f04fe68 req-80e73a36-ca14-407b-b95c-72112806405d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373642 Oct 15 16:29:24.432774 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e60682-964b-4318-ac73-fb67f650e597 req-dcb8e478-20dc-4870-9685-d7d8a5ee8fb6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:24.434382 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-66e60682-964b-4318-ac73-fb67f650e597 req-dcb8e478-20dc-4870-9685-d7d8a5ee8fb6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0549116 Oct 15 16:29:24.479794 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-66e60682-964b-4318-ac73-fb67f650e597 req-ad27c0b1-47fc-41e0-a331-b71b74370335 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376618 Oct 15 16:29:24.779915 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45922) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:24.885743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ce4c942b-2aef-4ef4-9e75-1baa085877a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:24.967011 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ce4c942b-2aef-4ef4-9e75-1baa085877a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:24.973428 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ce4c942b-2aef-4ef4-9e75-1baa085877a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.013129 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ce4c942b-2aef-4ef4-9e75-1baa085877a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63e560bb31b34ac8b1a4ab1573d66a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320452 Oct 15 16:29:25.015070 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c942b-2aef-4ef4-9e75-1baa085877a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc8635-672e-4159-912d-9197882ecada,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:25.016732 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 45934) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:25.072800 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e604fb77-7a61-4418-b332-0d7cc35bc3eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.094850 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e604fb77-7a61-4418-b332-0d7cc35bc3eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.147647 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e604fb77-7a61-4418-b332-0d7cc35bc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.150204 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-e604fb77-7a61-4418-b332-0d7cc35bc3eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.154220 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-e604fb77-7a61-4418-b332-0d7cc35bc3eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ebc8635-672e-4159-912d-9197882ecada HTTP/1.1" status: 204 len: 168 time: 0.1331792 Oct 15 16:29:25.159459 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604fb77-7a61-4418-b332-0d7cc35bc3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc8635-672e-4159-912d-9197882ecada,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:25.436870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fc983-1f07-4efc-bbde-432b25de9877 req-10f81ea3-06f6-4674-91d1-86dee024d480 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:25.441047 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-771fc983-1f07-4efc-bbde-432b25de9877 req-10f81ea3-06f6-4674-91d1-86dee024d480 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0560174 Oct 15 16:29:25.482241 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-771fc983-1f07-4efc-bbde-432b25de9877 req-42ed3b8a-ccf0-45be-9ad4-1b33b8988f45 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358675 Oct 15 16:29:25.502643 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 45954) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:25.520554 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-07f6aff8-31f9-4957-8493-4457ec94ed05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.624041 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e161-0709-489e-ad09-f6c8176c282a req-6151a22f-2911-4e0a-9aa5-4754b096c0ef tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:25.625575 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3409e161-0709-489e-ad09-f6c8176c282a req-6151a22f-2911-4e0a-9aa5-4754b096c0ef tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0710180 Oct 15 16:29:25.664272 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-07f6aff8-31f9-4957-8493-4457ec94ed05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.670043 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-07f6aff8-31f9-4957-8493-4457ec94ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.702817 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3409e161-0709-489e-ad09-f6c8176c282a req-fc337b45-8faa-4d96-bbd3-1ca162d728f5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662432 Oct 15 16:29:25.723758 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-07f6aff8-31f9-4957-8493-4457ec94ed05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d07fac14c40841bb95d29cb8457fc74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167211 Oct 15 16:29:25.724404 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 45966) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:25.727177 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6aff8-31f9-4957-8493-4457ec94ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4859b9cf-75b7-4586-a3b4-2952cd010a6a,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:25.788678 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9f4c433b-5582-4561-8d32-31d2d0f3f68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.813398 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9f4c433b-5582-4561-8d32-31d2d0f3f68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.872286 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9f4c433b-5582-4561-8d32-31d2d0f3f68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.876092 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9f4c433b-5582-4561-8d32-31d2d0f3f68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:25.881034 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-9f4c433b-5582-4561-8d32-31d2d0f3f68f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4859b9cf-75b7-4586-a3b4-2952cd010a6a HTTP/1.1" status: 204 len: 168 time: 0.1524525 Oct 15 16:29:25.886739 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c433b-5582-4561-8d32-31d2d0f3f68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4859b9cf-75b7-4586-a3b4-2952cd010a6a,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:25.995507 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342673e-eede-4936-a1b1-d47be594ab7e req-d5f064d3-9854-479d-ae80-852005ddef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:25.998794 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8342673e-eede-4936-a1b1-d47be594ab7e req-d5f064d3-9854-479d-ae80-852005ddef2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 1099 time: 0.0529122 Oct 15 16:29:26.044366 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8342673e-eede-4936-a1b1-d47be594ab7e req-73c29e4b-3347-4caa-850b-a1df1022da21 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 Oct 15 16:29:26.606832 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2271f0-9a14-4c0a-8a81-7fbbb602da5b req-eb9ae8db-ab84-46d5-a855-d2a1655c20c4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:26.608326 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8a2271f0-9a14-4c0a-8a81-7fbbb602da5b req-eb9ae8db-ab84-46d5-a855-d2a1655c20c4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0555151 Oct 15 16:29:26.649155 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8a2271f0-9a14-4c0a-8a81-7fbbb602da5b req-1468e585-ac0e-46ec-9323-4c06135c4df0 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Oct 15 16:29:26.868210 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd2db4-9642-4d2a-b88e-ca3f92d7bb4f req-651c6fa3-837f-4451-b47a-f25537fc1dbb tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:26.873171 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-03cd2db4-9642-4d2a-b88e-ca3f92d7bb4f req-651c6fa3-837f-4451-b47a-f25537fc1dbb tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0613129 Oct 15 16:29:26.921933 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-03cd2db4-9642-4d2a-b88e-ca3f92d7bb4f req-ce18d25d-77d6-4af0-8364-a1d9355ac4e2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464609 Oct 15 16:29:26.958773 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847792cb-38a5-49c6-bd89-bb1ea6a38ac8 req-a7e0a6c4-c200-4ed0-9f1f-18fb640074f4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:26.960260 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-847792cb-38a5-49c6-bd89-bb1ea6a38ac8 req-a7e0a6c4-c200-4ed0-9f1f-18fb640074f4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0551429 Oct 15 16:29:26.999127 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-847792cb-38a5-49c6-bd89-bb1ea6a38ac8 req-7dfd4a58-088d-415b-ba4c-d1707a672239 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 Oct 15 16:29:28.045716 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf34d2-3e62-47e4-8d3e-950cf69e2dfe req-de0e2006-2d5a-464c-909a-ae6eb01c204b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:28.047200 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8fdf34d2-3e62-47e4-8d3e-950cf69e2dfe req-de0e2006-2d5a-464c-909a-ae6eb01c204b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0493047 Oct 15 16:29:28.115411 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8fdf34d2-3e62-47e4-8d3e-950cf69e2dfe req-b2b7f5d1-8a4b-43be-b87e-c481ba96378e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615711 Oct 15 16:29:28.134020 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3931b22-2cb6-4983-9c31-b6f2768263da req-d81a0e58-6b2b-4976-bcda-c1e7c31d598c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:28.135556 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e3931b22-2cb6-4983-9c31-b6f2768263da req-d81a0e58-6b2b-4976-bcda-c1e7c31d598c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0684791 Oct 15 16:29:28.175701 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e3931b22-2cb6-4983-9c31-b6f2768263da req-7024923f-a243-4a79-8429-900b2da0661c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Oct 15 16:29:29.262050 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1263b-548d-42b8-8baf-fff21d4197e4 req-6a21c0ea-b6f9-45f0-adee-3e96392b1a4d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:29.263804 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-79f1263b-548d-42b8-8baf-fff21d4197e4 req-6a21c0ea-b6f9-45f0-adee-3e96392b1a4d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0718348 Oct 15 16:29:29.330192 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-79f1263b-548d-42b8-8baf-fff21d4197e4 req-45ca839b-0ce8-46db-9ae5-d177504c570a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553565 Oct 15 16:29:29.342293 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b88ea-38d3-4a54-a825-443b370234a4 req-6ba5c1d3-742a-4b60-a1ef-51d63c76d39f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:29.343786 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f38b88ea-38d3-4a54-a825-443b370234a4 req-6ba5c1d3-742a-4b60-a1ef-51d63c76d39f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0788426 Oct 15 16:29:29.384226 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f38b88ea-38d3-4a54-a825-443b370234a4 req-e0dc1182-05b8-4f30-a76a-e75ce78ac68f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Oct 15 16:29:29.444284 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-4c1b4f0d-9db4-4da2-91ad-f04b57bb014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:29.445854 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-4c1b4f0d-9db4-4da2-91ad-f04b57bb014a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 1099 time: 0.0490274 Oct 15 16:29:29.543786 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-47bf80d5-d59d-4d90-8d87-90a7f539269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:29.545197 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-47bf80d5-d59d-4d90-8d87-90a7f539269e service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.0866914 Oct 15 16:29:29.589390 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-8d7d8321-7426-47c7-aea6-717fe8feccfa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c755f91e-b7f1-4548-873a-0bd27b399722 HTTP/1.1" status: 200 len: 217 time: 0.0362818 Oct 15 16:29:29.639349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-3d96c7a6-c061-4963-9fb9-8b9203c28ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:29.641078 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-3d96c7a6-c061-4963-9fb9-8b9203c28ee3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.0446155 Oct 15 16:29:29.680401 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-caa6135b-d9d8-41ed-a21d-f0494b3197fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234470 Oct 15 16:29:29.775741 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-4015bf72-6a3e-4ce2-8f4b-84ffc816c528 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871155 Oct 15 16:29:29.877531 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4124e7e8-19f2-4e4f-93cd-10326cba265f req-a164a3b0-f18a-4f8b-9efe-9afa81c46e9b service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851781 Oct 15 16:29:30.457475 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed3b5f-abd8-4b8c-837e-0c66bacd28b0 req-e02844c0-188d-4a66-8222-3bcfda6c3013 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:30.459303 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e8ed3b5f-abd8-4b8c-837e-0c66bacd28b0 req-e02844c0-188d-4a66-8222-3bcfda6c3013 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0542407 Oct 15 16:29:30.527246 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e8ed3b5f-abd8-4b8c-837e-0c66bacd28b0 req-1a74b4e5-8200-4612-a34c-e3c651e06b21 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586030 Oct 15 16:29:30.535321 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b438ff-063c-4827-bf19-02cc974d7643 req-41eefc07-e354-4f4d-931c-026edfeaf288 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:30.536805 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c6b438ff-063c-4827-bf19-02cc974d7643 req-41eefc07-e354-4f4d-931c-026edfeaf288 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0763528 Oct 15 16:29:30.576186 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c6b438ff-063c-4827-bf19-02cc974d7643 req-057b2bef-7640-4e46-8326-4aea3c6004a7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Oct 15 16:29:31.647562 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eab4bb-688c-40c9-9e18-b61c56d67602 req-d86dab98-632d-452f-aa93-12a94a2c5371 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:31.649089 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-71eab4bb-688c-40c9-9e18-b61c56d67602 req-d86dab98-632d-452f-aa93-12a94a2c5371 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0492494 Oct 15 16:29:31.714434 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-71eab4bb-688c-40c9-9e18-b61c56d67602 req-ebaa7a8b-3002-4a6a-badc-47326c76e199 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563922 Oct 15 16:29:31.722704 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388be0d-e7da-4d61-8865-4f0f3f4c4353 req-8827bdce-37b9-42aa-81c0-fb4811b1ad0f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:31.724420 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5388be0d-e7da-4d61-8865-4f0f3f4c4353 req-8827bdce-37b9-42aa-81c0-fb4811b1ad0f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0743818 Oct 15 16:29:31.763043 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5388be0d-e7da-4d61-8865-4f0f3f4c4353 req-d4bd8ecd-5c64-4ea3-bf90-7d0a6958036d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Oct 15 16:29:31.868610 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46871d25-42c8-446c-9a61-0720e2e37b7d req-346b875b-4488-4c2c-b2cd-124a0b32551c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:31.870074 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-46871d25-42c8-446c-9a61-0720e2e37b7d req-346b875b-4488-4c2c-b2cd-124a0b32551c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0479226 Oct 15 16:29:31.879007 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46186) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:31.883263 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'floatingip': {'port_id': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:32.132269 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:32.731885 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:32.741182 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:32.864222 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Floating IP 21e0b5a4-858d-432c-a785-2cd09c2e58d7 associated. External IP: 172.27.2.153, port: e5c58c6f-e035-45f2-8c29-11e5ecd36c19. Oct 15 16:29:32.923827 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c528d-4974-43a5-988d-711b94a91111 req-f254e277-7fd6-472f-a2c2-b24834eefdf9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:32.925898 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f7c528d-4974-43a5-988d-711b94a91111 req-f254e277-7fd6-472f-a2c2-b24834eefdf9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0964475 Oct 15 16:29:33.001939 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f7c528d-4974-43a5-988d-711b94a91111 req-1382a814-da06-44c5-a15e-eff3e3932534 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Oct 15 16:29:33.104084 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Router f5af8ad2-13d8-47b8-8a25-c530428391c1 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:29:33.211085 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:29:33.215484 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:33.224045 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] Sync routers for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:29:33.233482 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:33.233824 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:33.245374 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-9ac5c52b-898a-4f04-9a40-f95f77d3a099 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "PUT /v2.0/floatingips/21e0b5a4-858d-432c-a785-2cd09c2e58d7 HTTP/1.1" status: 200 len: 992 time: 1.3627520 Oct 15 16:29:33.245374 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:29:33.245813 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cac31ca-b771-4e3c-beef-771747cbde5a" -d '{"events": [{"name": "network-changed", "server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:29:33.287266 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9acad8-1bbc-4ffc-9e3e-c106abccaf58 x-openstack-request-id: req-0d9acad8-1bbc-4ffc-9e3e-c106abccaf58 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:29:33.287629 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:29:33.287976 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d9acad8-1bbc-4ffc-9e3e-c106abccaf58 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:29:33.288485 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'status': 'completed', 'code': 200} Oct 15 16:29:33.372821 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:33.709501 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '21e0b5a4-858d-432c-a785-2cd09c2e58d7', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'port_id': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'mac_address': 'fa:16:3e:5e:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:29:01Z', 'updated_at': '2021-10-15T16:29:32Z', 'revision_number': 1, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:33.737255 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] Checking router: f5af8ad2-13d8-47b8-8a25-c530428391c1 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:29:33.746210 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:33.746822 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:33.850131 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:34.080933 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '21e0b5a4-858d-432c-a785-2cd09c2e58d7', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'port_id': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'mac_address': 'fa:16:3e:5e:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:29:01Z', 'updated_at': '2021-10-15T16:29:32Z', 'revision_number': 1, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:34.107327 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07a6d9-7f56-4f40-9fa7-fc37db176158 None None] The sync data for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi is: [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '21e0b5a4-858d-432c-a785-2cd09c2e58d7', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'port_id': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'mac_address': 'fa:16:3e:5e:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:29:01Z', 'updated_at': '2021-10-15T16:29:32Z', 'revision_number': 1, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:29:34.117384 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ac325-9207-4e28-9483-03d7f3946cd6 req-781489f9-4a29-4421-aa02-dedf62ab3506 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:34.120453 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4f5ac325-9207-4e28-9483-03d7f3946cd6 req-781489f9-4a29-4421-aa02-dedf62ab3506 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0489933 Oct 15 16:29:34.164931 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4f5ac325-9207-4e28-9483-03d7f3946cd6 req-48939599-0bf6-4aea-9c6b-1eb028c7f786 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Oct 15 16:29:34.308239 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e150393-8108-4845-b37e-1aba5201fe9c None None] New status for floating IP 21e0b5a4-858d-432c-a785-2cd09c2e58d7: ACTIVE {{(pid=99837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:29:34.416201 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-ae56047e-9fbc-4433-8d42-613584ff1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:34.417752 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-ae56047e-9fbc-4433-8d42-613584ff1ba9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 1099 time: 0.0444343 Oct 15 16:29:34.519325 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-deff6828-14de-4cfa-9e79-0f31808919fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:34.521020 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-deff6828-14de-4cfa-9e79-0f31808919fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.0892751 Oct 15 16:29:34.808934 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-ed4855a1-8515-42f1-b7ce-0e251e71c955 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19 HTTP/1.1" status: 200 len: 1002 time: 0.2792025 Oct 15 16:29:34.863125 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-47dd0463-4ebb-4d57-ab15-e436c5f984b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:34.864533 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-47dd0463-4ebb-4d57-ab15-e436c5f984b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0425091 Oct 15 16:29:34.917124 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-1f8b3282-a363-4c74-85fc-3522a6ad519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:34.918611 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-1f8b3282-a363-4c74-85fc-3522a6ad519e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430439 Oct 15 16:29:35.014636 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-2bda0abf-48c1-438c-96b9-9153d4b67ecb service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798769 Oct 15 16:29:35.278621 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be15cd-cdc2-4f26-9cf0-ede01080765b req-94f3d2db-2485-4df1-bbb3-078eaa19b6d8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:35.280087 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-03be15cd-cdc2-4f26-9cf0-ede01080765b req-94f3d2db-2485-4df1-bbb3-078eaa19b6d8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0485430 Oct 15 16:29:35.319617 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-03be15cd-cdc2-4f26-9cf0-ede01080765b req-fa6e846b-783a-4f08-913e-0a31af0dca7c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Oct 15 16:29:35.744482 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-82d8584d-d481-4351-b35c-7a36873590d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:36.433213 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49c9cb-59db-4081-bae7-6ab7dd3f6424 req-71246b16-b847-4c99-af89-7add467423ab tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:36.434692 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1b49c9cb-59db-4081-bae7-6ab7dd3f6424 req-71246b16-b847-4c99-af89-7add467423ab tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0489817 Oct 15 16:29:36.472780 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1b49c9cb-59db-4081-bae7-6ab7dd3f6424 req-b8a908d4-d9cf-4f05-a756-9123c6c20c45 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Oct 15 16:29:37.037704 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4cac31ca-b771-4e3c-beef-771747cbde5a req-d89a9982-cde5-4e8a-999a-b1a98a4fc61a service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Oct 15 16:29:37.583879 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91730e06-fdd0-48ae-9cb9-46ce15569dae req-af12fdbc-dc4b-4000-a112-7e219997117f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:37.585385 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-91730e06-fdd0-48ae-9cb9-46ce15569dae req-af12fdbc-dc4b-4000-a112-7e219997117f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0479274 Oct 15 16:29:37.622729 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-91730e06-fdd0-48ae-9cb9-46ce15569dae req-29e104f7-919e-4f2d-b86a-c39be781e6c8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310233 Oct 15 16:29:38.505390 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-f0841afa-cdda-4662-8c2d-8287f9ead06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:38.767083 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba671a-fe16-47d8-9803-fc6c55b9bc39 req-73b18f20-2074-49d0-b03d-1189734bfce2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:38.769602 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2aba671a-fe16-47d8-9803-fc6c55b9bc39 req-73b18f20-2074-49d0-b03d-1189734bfce2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0797429 Oct 15 16:29:38.808157 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2aba671a-fe16-47d8-9803-fc6c55b9bc39 req-720a51e3-1b11-41ee-b906-893016daf7b9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Oct 15 16:29:39.429128 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:39.482330 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:39.702429 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-8c4314f0-af51-4cc8-b212-6af3d7879247 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475867 Oct 15 16:29:39.802468 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-3fce24ea-b15a-47a4-a571-75932dc799d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:39.803965 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-3fce24ea-b15a-47a4-a571-75932dc799d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ed6b1d1eb96420791c029b2935fda38&device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 1099 time: 0.0451298 Oct 15 16:29:39.957308 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-e20993c8-9092-4da1-8b77-983dd9eeff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:39.958695 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-e20993c8-9092-4da1-8b77-983dd9eeff3c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f087162d-cc62-464f-a198-c5ed3157d1f6 HTTP/1.1" status: 200 len: 913 time: 0.1145458 Oct 15 16:29:39.970007 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fc30d-5f81-429b-bd6a-20bd4d134d97 req-a20f6ee0-6376-42fd-8ae9-b0f5aecdd5b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:39.971366 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9b8fc30d-5f81-429b-bd6a-20bd4d134d97 req-a20f6ee0-6376-42fd-8ae9-b0f5aecdd5b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0719583 Oct 15 16:29:40.016958 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-ba1ce249-ffec-40ca-9d7d-23e46b4d351d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=487fbf16-c560-481b-91f6-c6fe38dfb5a2 HTTP/1.1" status: 200 len: 217 time: 0.0445797 Oct 15 16:29:40.044945 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9b8fc30d-5f81-429b-bd6a-20bd4d134d97 req-aef5970a-f7e1-4256-8b13-1965f8c7999d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673103 Oct 15 16:29:40.080548 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-c85e6361-1eea-4ee5-8e69-024962683a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:40.082091 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-c85e6361-1eea-4ee5-8e69-024962683a05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e44b3dc0-30e1-4df1-bab5-cad6fa264566 HTTP/1.1" status: 200 len: 852 time: 0.0502696 Oct 15 16:29:40.123078 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-b384e50f-3e68-45e4-8dfd-dc4300864616 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f087162d-cc62-464f-a198-c5ed3157d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265079 Oct 15 16:29:40.457859 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46392) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:40.571998 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.660386 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.665461 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.704635 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46406) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:40.705132 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f393134586d4b3c9be42f756e0ba194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458863 Oct 15 16:29:40.705769 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd790c1-1259-4ee2-864f-f1073948f36e,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:40.708275 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46408) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:40.720029 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.720313 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.720653 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.721170 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.722349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.722870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.723375 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.723944 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.725094 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.725575 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.726060 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.726535 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27d08d-b329-4246-aaa4-d0f3aa8fa734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.775622 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5a12f2c4-06e3-45f8-92c5-4546d1a10190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.797130 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5a12f2c4-06e3-45f8-92c5-4546d1a10190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.827778 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.846617 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5a12f2c4-06e3-45f8-92c5-4546d1a10190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.850291 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5a12f2c4-06e3-45f8-92c5-4546d1a10190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.851469 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-5a12f2c4-06e3-45f8-92c5-4546d1a10190 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cd790c1-1259-4ee2-864f-f1073948f36e HTTP/1.1" status: 204 len: 168 time: 0.1422429 Oct 15 16:29:40.874497 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12f2c4-06e3-45f8-92c5-4546d1a10190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd790c1-1259-4ee2-864f-f1073948f36e,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:40.915335 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.920303 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:40.956719 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62912530-6083-4b34-9aa2-fa038c2910f5,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:40.961385 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5a78c8c14bc4b15b0d6bc9ef3839fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554169 Oct 15 16:29:40.964178 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46418) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:40.966295 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.969511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.970129 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:40.970129 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6c2b-f9a1-44d2-b5ad-d3b0d88148ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:41.016687 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-34e3ea48-475f-4915-90f9-9d9eb04f9aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.032935 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.044911 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-34e3ea48-475f-4915-90f9-9d9eb04f9aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.094296 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-34e3ea48-475f-4915-90f9-9d9eb04f9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.096721 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-34e3ea48-475f-4915-90f9-9d9eb04f9aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.100793 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-34e3ea48-475f-4915-90f9-9d9eb04f9aaa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62912530-6083-4b34-9aa2-fa038c2910f5 HTTP/1.1" status: 204 len: 168 time: 0.1331594 Oct 15 16:29:41.106353 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3ea48-475f-4915-90f9-9d9eb04f9aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62912530-6083-4b34-9aa2-fa038c2910f5,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:41.153500 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46426) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:41.168968 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-585b27f5-0d0e-42fe-817d-fb8a5bfca780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.192818 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2626f-b4a8-47f6-8f46-d80885081c87 req-62f6b213-46a1-4faf-b282-0c7e38397c12 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:41.194451 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-75a2626f-b4a8-47f6-8f46-d80885081c87 req-62f6b213-46a1-4faf-b282-0c7e38397c12 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0614407 Oct 15 16:29:41.237391 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-75a2626f-b4a8-47f6-8f46-d80885081c87 req-4d088ea9-3041-44df-b347-eec2e06888b2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Oct 15 16:29:41.252136 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-585b27f5-0d0e-42fe-817d-fb8a5bfca780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.257090 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-585b27f5-0d0e-42fe-817d-fb8a5bfca780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.297897 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-585b27f5-0d0e-42fe-817d-fb8a5bfca780 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d329c8d96d694c60ae8d4027deb747a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431766 Oct 15 16:29:41.299825 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b27f5-0d0e-42fe-817d-fb8a5bfca780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db88938b-a3d4-4242-933c-946c348af133,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:41.300641 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46430) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:41.351553 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-494f7741-422b-4bdf-885a-88168fb48060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.372176 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-494f7741-422b-4bdf-885a-88168fb48060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.419324 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-494f7741-422b-4bdf-885a-88168fb48060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.421770 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-494f7741-422b-4bdf-885a-88168fb48060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.425333 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-494f7741-422b-4bdf-885a-88168fb48060 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db88938b-a3d4-4242-933c-946c348af133 HTTP/1.1" status: 204 len: 168 time: 0.1211009 Oct 15 16:29:41.432171 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f7741-422b-4bdf-885a-88168fb48060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db88938b-a3d4-4242-933c-946c348af133,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:41.476076 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46434) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:41.491966 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-efddfa43-0ff4-47e6-b0f5-c39c1d8f2d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.569544 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-efddfa43-0ff4-47e6-b0f5-c39c1d8f2d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.573631 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-efddfa43-0ff4-47e6-b0f5-c39c1d8f2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.610572 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-efddfa43-0ff4-47e6-b0f5-c39c1d8f2d47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2ee5da6cd3d4149803722867c7ac551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333628 Oct 15 16:29:41.611470 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddfa43-0ff4-47e6-b0f5-c39c1d8f2d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7a07aa-cbdc-4aef-bf35-42df103ef863,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:41.613866 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46440) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:41.668332 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-72dd53ff-db77-452e-a0d7-5bb5130f215d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.695664 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-72dd53ff-db77-452e-a0d7-5bb5130f215d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.745266 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-72dd53ff-db77-452e-a0d7-5bb5130f215d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.748044 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-72dd53ff-db77-452e-a0d7-5bb5130f215d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:41.749212 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-72dd53ff-db77-452e-a0d7-5bb5130f215d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e7a07aa-cbdc-4aef-bf35-42df103ef863 HTTP/1.1" status: 204 len: 168 time: 0.1331985 Oct 15 16:29:41.757788 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd53ff-db77-452e-a0d7-5bb5130f215d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7a07aa-cbdc-4aef-bf35-42df103ef863,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:42.364791 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc993d98-5af2-4df6-8793-12adb60f6af9 req-e275ee31-0ecb-442c-86e6-7e92aeec5cb3 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:42.366867 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cc993d98-5af2-4df6-8793-12adb60f6af9 req-e275ee31-0ecb-442c-86e6-7e92aeec5cb3 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0542400 Oct 15 16:29:42.406250 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cc993d98-5af2-4df6-8793-12adb60f6af9 req-aa1bb3b2-d214-4c12-9c8d-f99eacf6755a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Oct 15 16:29:43.102948 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-93756fad-be2b-48dd-85cb-5cb79f44c2c6 service neutron] 10.222.0.66 "GET /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878913 Oct 15 16:29:43.205845 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27d19283-977f-47b3-84ac-4e6afc9c9835 req-1ba56049-de73-4571-8d20-ebf5486b53f7 service neutron] 10.222.0.66 "GET /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954862 Oct 15 16:29:43.314417 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46520) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:43.416674 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bfedb7a5-acb7-43b4-9ebf-415283bed33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:43.498037 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bfedb7a5-acb7-43b4-9ebf-415283bed33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:43.501509 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bfedb7a5-acb7-43b4-9ebf-415283bed33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:43.528085 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f41a-1aaa-4fc7-a775-b9cf89004399 req-fa0721a0-dac0-48c2-a64d-87ffacfcdff4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:43.529560 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdb4f41a-1aaa-4fc7-a775-b9cf89004399 req-fa0721a0-dac0-48c2-a64d-87ffacfcdff4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0562408 Oct 15 16:29:43.540028 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-bfedb7a5-acb7-43b4-9ebf-415283bed33c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d386e1bde094f9182ec6a10bf7204dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245290 Oct 15 16:29:43.540892 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedb7a5-acb7-43b4-9ebf-415283bed33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07c3502-4e84-4da1-ab14-21f5c6af249c,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:43.542894 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46526) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:43.590237 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bdb4f41a-1aaa-4fc7-a775-b9cf89004399 req-70a3c527-5390-4a7f-820f-449cfc677c2e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541227 Oct 15 16:29:43.614512 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-70712e89-5994-4c08-9cea-f7cbef268d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:43.637788 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-70712e89-5994-4c08-9cea-f7cbef268d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:43.705803 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-70712e89-5994-4c08-9cea-f7cbef268d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:43.709658 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-70712e89-5994-4c08-9cea-f7cbef268d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:43.717296 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-70712e89-5994-4c08-9cea-f7cbef268d91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c07c3502-4e84-4da1-ab14-21f5c6af249c HTTP/1.1" status: 204 len: 168 time: 0.1675460 Oct 15 16:29:43.724375 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70712e89-5994-4c08-9cea-f7cbef268d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07c3502-4e84-4da1-ab14-21f5c6af249c,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:44.100814 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46576) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:44.114830 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1debfbd6-642c-4e99-88fb-3b621bd08b6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.213354 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1debfbd6-642c-4e99-88fb-3b621bd08b6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.227311 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1debfbd6-642c-4e99-88fb-3b621bd08b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.272144 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-1debfbd6-642c-4e99-88fb-3b621bd08b6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a5efb270b5748b7b37c33e29097f956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700373 Oct 15 16:29:44.273297 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debfbd6-642c-4e99-88fb-3b621bd08b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9662f24b-da89-4ff7-b2a4-f69de1038e90,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:44.274897 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46592) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:44.332125 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fd374277-5988-490d-9f38-faeece37b6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.356541 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fd374277-5988-490d-9f38-faeece37b6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.410484 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fd374277-5988-490d-9f38-faeece37b6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.413391 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fd374277-5988-490d-9f38-faeece37b6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.416945 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-fd374277-5988-490d-9f38-faeece37b6a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9662f24b-da89-4ff7-b2a4-f69de1038e90 HTTP/1.1" status: 204 len: 168 time: 0.1384969 Oct 15 16:29:44.423717 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd374277-5988-490d-9f38-faeece37b6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662f24b-da89-4ff7-b2a4-f69de1038e90,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:44.517863 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46606) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:44.729984 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65774499-84bd-44e2-a0dd-ab08a2aa67b0 req-cac26641-1b38-4411-8f9d-4c0e32f2b79e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:44.732297 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65774499-84bd-44e2-a0dd-ab08a2aa67b0 req-cac26641-1b38-4411-8f9d-4c0e32f2b79e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0695758 Oct 15 16:29:44.784087 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b98c3a36-657c-4c12-9c44-b00c09b2534b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.791676 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65774499-84bd-44e2-a0dd-ab08a2aa67b0 req-08b603cd-c8ca-4c10-96e0-4c2177625856 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528502 Oct 15 16:29:44.875167 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b98c3a36-657c-4c12-9c44-b00c09b2534b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.885798 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b98c3a36-657c-4c12-9c44-b00c09b2534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.925013 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b98c3a36-657c-4c12-9c44-b00c09b2534b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41649da18a144fcc8625933a5ef127f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049277 Oct 15 16:29:44.927833 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46632) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:44.933852 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c3a36-657c-4c12-9c44-b00c09b2534b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64609664-7974-494f-8835-6f31b5531844,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:44.934255 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:44.989388 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-810ceab3-cbca-45a7-af7b-f294fecd528d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:45.011709 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-810ceab3-cbca-45a7-af7b-f294fecd528d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:45.087275 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-810ceab3-cbca-45a7-af7b-f294fecd528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:45.090317 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-810ceab3-cbca-45a7-af7b-f294fecd528d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:45.093873 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-810ceab3-cbca-45a7-af7b-f294fecd528d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64609664-7974-494f-8835-6f31b5531844 HTTP/1.1" status: 204 len: 168 time: 0.1617787 Oct 15 16:29:45.102245 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ceab3-cbca-45a7-af7b-f294fecd528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64609664-7974-494f-8835-6f31b5531844,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:45.854596 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46690) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:45.927005 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338eb8fe-e20e-4ebf-a1f9-184a39a28500 req-66e066b4-a757-4089-b660-78bba4aa181b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:45.928509 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-338eb8fe-e20e-4ebf-a1f9-184a39a28500 req-66e066b4-a757-4089-b660-78bba4aa181b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0568528 Oct 15 16:29:45.969097 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-338eb8fe-e20e-4ebf-a1f9-184a39a28500 req-37848d9a-edc6-463f-b602-c7b992a741f1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329473 Oct 15 16:29:45.972868 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f994599b-23b1-4316-897d-283a812a1626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:46.082491 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f994599b-23b1-4316-897d-283a812a1626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:46.088217 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f994599b-23b1-4316-897d-283a812a1626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:46.129404 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f994599b-23b1-4316-897d-283a812a1626 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea849e99f0914080987311dcdae8a0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735868 Oct 15 16:29:46.129630 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46710) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:46.131385 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994599b-23b1-4316-897d-283a812a1626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e51787-7cd5-4edd-80f4-45923b99c7d6,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:46.202482 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-01957eac-f998-4265-9c9a-1f9ac1150764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:46.231956 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-01957eac-f998-4265-9c9a-1f9ac1150764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:46.282282 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-01957eac-f998-4265-9c9a-1f9ac1150764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:46.285513 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-01957eac-f998-4265-9c9a-1f9ac1150764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:46.286937 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-01957eac-f998-4265-9c9a-1f9ac1150764 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21e51787-7cd5-4edd-80f4-45923b99c7d6 HTTP/1.1" status: 204 len: 168 time: 0.1556177 Oct 15 16:29:46.295765 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01957eac-f998-4265-9c9a-1f9ac1150764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e51787-7cd5-4edd-80f4-45923b99c7d6,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:47.091032 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46768) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:47.110473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b6053-5522-4f56-ba27-b8b641056726 req-0a90ee66-dd54-41e2-8d0e-7389659b8df0 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:47.112222 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-715b6053-5522-4f56-ba27-b8b641056726 req-0a90ee66-dd54-41e2-8d0e-7389659b8df0 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0688927 Oct 15 16:29:47.164005 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-715b6053-5522-4f56-ba27-b8b641056726 req-d98c0733-834a-41ad-9e93-f7016fa5cc15 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452840 Oct 15 16:29:47.308915 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2113136041-network', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:47.329237 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Made reservation on behalf of 0477a7a60c16413fb41dd6974bbfb3ca for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:29:47.332131 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.340634 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.425651 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.432425 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.460646 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:29:47.470626 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f481d1-9662-4b33-a70b-40de290036a0,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:47.475947 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.476294 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Added segment 24992e06-229a-400a-a90a-7d44f19613ac of type vlan for network 7769421a-bb7c-4a0d-b4fb-b292b365686f Oct 15 16:29:47.519532 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.547059 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.548019 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:47.548603 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.593101 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5007885 Oct 15 16:29:47.596916 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46786) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:47.602672 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Request body: {'subnet': {'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2113136041-subnet', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:47.625743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba79b2-d0ee-4740-8e45-f15d25fd1a6b admin admin] Pushing event updated for resources: {'Network': ['ID=7769421a-bb7c-4a0d-b4fb-b292b365686f,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:47.635219 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Made reservation on behalf of 0477a7a60c16413fb41dd6974bbfb3ca for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:29:47.637156 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:29:47.638341 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532025314'] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.813378 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532520740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532025296'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.870730 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f06f30-35dd-4d16-a827-4b04267f3b83,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:47.879933 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Checking segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:47.880291 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Network hostable DHCP agents. Network: 7769421a-bb7c-4a0d-b4fb-b292b365686f, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:29:47.899720 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:29:47.906828 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 7769421a-bb7c-4a0d-b4fb-b292b365686f) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:47.911514 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:47.912106 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.917656 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99419ab-1234-4178-aa34-b7ead76eab3a None None] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:29:47.928473 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-84bad53e-78bc-49e1-9a96-35d3140a0143 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3294883 Oct 15 16:29:47.931223 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46792) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:47.935670 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:47.958674 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:47.959843 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.012570 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.152879 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.178999 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-7769421a-bb7c-4a0d-b4fb-b292b365686f', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:29:48.179857 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.297305 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6ea23-b9c3-45e3-b652-c62ab1da8293 req-253f01f5-2a28-4ba3-9057-5a209638b86b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:48.298807 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-92e6ea23-b9c3-45e3-b652-c62ab1da8293 req-253f01f5-2a28-4ba3-9057-5a209638b86b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0626266 Oct 15 16:29:48.317325 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Allocated IP 172.20.0.2 (7769421a-bb7c-4a0d-b4fb-b292b365686f/30f06f30-35dd-4d16-a827-4b04267f3b83/7da8bbe9-19f2-4299-91f1-6441a04977dd) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:29:48.420614 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-92e6ea23-b9c3-45e3-b652-c62ab1da8293 req-de855a20-ac1e-43eb-bec8-dc2904287ec5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898767 Oct 15 16:29:48.429160 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.448333 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.464199 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.470798 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.510112 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:48.512979 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:48.516445 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:48.529668 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Pushing event updated for resources: {'Port': ['ID=7da8bbe9-19f2-4299-91f1-6441a04977dd,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:48.555455 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Allocated IP 172.27.2.160 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/b8b519ca-00a6-4c13-98e4-a74db80a6971) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:29:48.555969 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.556325 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.556675 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.557044 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.557376 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.557708 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.558038 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.558368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.558729 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.559059 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.559383 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.559704 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:48.592061 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Attempting to bind port 7da8bbe9-19f2-4299-91f1-6441a04977dd on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:29:48.592578 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Attempting to bind port 7da8bbe9-19f2-4299-91f1-6441a04977dd by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:29:48.593013 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Attempting to bind port 7da8bbe9-19f2-4299-91f1-6441a04977dd on network 7769421a-bb7c-4a0d-b4fb-b292b365686f {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:48.598501 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:29:48.598646 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Checking segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:48.599049 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.599494 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Bound using segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:29:48.599897 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Bound port: 7da8bbe9-19f2-4299-91f1-6441a04977dd, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:29:48.600559 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.664621 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.667212 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] For port 7da8bbe9-19f2-4299-91f1-6441a04977dd, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:29:48.670323 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] For port 7da8bbe9-19f2-4299-91f1-6441a04977dd, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=7da8bbe9-19f2-4299-91f1-6441a04977dd,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:29:48.675934 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.699012 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:48.759890 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83ec8e-25e8-467e-9a0c-e75256da8869 None None] Pushing event updated for resources: {'Port': ['ID=7da8bbe9-19f2-4299-91f1-6441a04977dd,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:48.760905 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Pushing event updated for resources: {'Port': ['ID=b8b519ca-00a6-4c13-98e4-a74db80a6971,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:48.764912 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:48.776111 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:48.778707 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:49.071456 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:49.513814 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:49.589948 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480254f7-37c6-47b5-930b-1455d84b52d5 req-6ce2f416-871e-468e-88cc-6ae4c625e4a2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:49.591695 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-480254f7-37c6-47b5-930b-1455d84b52d5 req-6ce2f416-871e-468e-88cc-6ae4c625e4a2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0916386 Oct 15 16:29:49.676247 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-480254f7-37c6-47b5-930b-1455d84b52d5 req-6f686073-8bb0-407c-845f-b8277407592b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768726 Oct 15 16:29:49.681230 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 7da8bbe9-19f2-4299-91f1-6441a04977dd up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:49.705537 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:29:49.742499 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 7da8bbe9-19f2-4299-91f1-6441a04977dd triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:49.742876 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:49.764053 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64f3c7-14de-4ec1-9d59-46d32d06cd19 None None] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:29:49.822958 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:29:49.834682 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:29:49.842591 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:49.843946 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-0b6e9a6f-4a9d-43df-a691-3a14821bb7cb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9117315 Oct 15 16:29:49.847364 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46834) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:49.848940 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:49.849695 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:49.896488 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:49.913969 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-37d5b1bb-498f-457c-bb41-eb9033650bba None None] Provisioning complete for port 7da8bbe9-19f2-4299-91f1-6441a04977dd triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:49.914663 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-37d5b1bb-498f-457c-bb41-eb9033650bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:49.961630 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:49.976834 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 7da8bbe9-19f2-4299-91f1-6441a04977dd, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=7da8bbe9-19f2-4299-91f1-6441a04977dd,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:49.997868 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.120747 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=7da8bbe9-19f2-4299-91f1-6441a04977dd,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:50.185961 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:48Z', 'revision_number': 3, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:50.219376 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:29:50.219643 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Updating router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 port b8b519ca-00a6-4c13-98e4-a74db80a6971 binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:29:50.247989 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.292763 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.381711 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-045b6a6a-0555-4de4-be2b-4621c6c4a5e5 None None] Provisioning complete for port 7da8bbe9-19f2-4299-91f1-6441a04977dd triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:50.382227 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-045b6a6a-0555-4de4-be2b-4621c6c4a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.474935 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Allocated IP 172.20.0.1 (7769421a-bb7c-4a0d-b4fb-b292b365686f/30f06f30-35dd-4d16-a827-4b04267f3b83/2e9c6237-5070-4fb0-87db-4b0a8805a54f) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:29:50.528051 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.533804 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.583542 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.586508 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Attempting to bind port b8b519ca-00a6-4c13-98e4-a74db80a6971 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:29:50.586880 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Attempting to bind port b8b519ca-00a6-4c13-98e4-a74db80a6971 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:29:50.587252 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Attempting to bind port b8b519ca-00a6-4c13-98e4-a74db80a6971 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:50.593837 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Pushing event updated for resources: {'Port': ['ID=b8b519ca-00a6-4c13-98e4-a74db80a6971,revision_number=2']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:50.599825 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:29:50.600200 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:50.600597 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.601025 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:29:50.601489 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Bound port: b8b519ca-00a6-4c13-98e4-a74db80a6971, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:29:50.601889 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.604965 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.605318 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.605665 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.606003 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.606338 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.606677 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.607008 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.607337 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.607668 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.607993 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.608318 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.608640 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:29:50.617811 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.659437 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:50.665366 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:50.666537 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] For port b8b519ca-00a6-4c13-98e4-a74db80a6971, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:29:50.667832 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:50.670161 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] For port b8b519ca-00a6-4c13-98e4-a74db80a6971, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=b8b519ca-00a6-4c13-98e4-a74db80a6971,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:29:50.674081 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Pushing event updated for resources: {'Port': ['ID=2e9c6237-5070-4fb0-87db-4b0a8805a54f,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:50.676296 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.722526 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.746131 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0c057-20a9-409f-9a31-7e68b97468d2 None None] Pushing event updated for resources: {'Port': ['ID=b8b519ca-00a6-4c13-98e4-a74db80a6971,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:50.751584 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:50.752213 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:50.842789 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c2cb2-66b2-489d-9620-8e4e3b8afcf0 req-d263dffd-ff8c-4392-92ec-ac363ecd1b4e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:50.850653 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-009c2cb2-66b2-489d-9620-8e4e3b8afcf0 req-d263dffd-ff8c-4392-92ec-ac363ecd1b4e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0706401 Oct 15 16:29:50.880744 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:50.900451 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-009c2cb2-66b2-489d-9620-8e4e3b8afcf0 req-4e2b1cf4-86dd-4301-aa25-2ae5a8cb22f4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489371 Oct 15 16:29:50.909865 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:50.997453 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-7ce4da1e-50fc-464e-8aa6-7fa72935fb01 None None] Provisioning complete for port 2e9c6237-5070-4fb0-87db-4b0a8805a54f triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:50.998038 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7ce4da1e-50fc-464e-8aa6-7fa72935fb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:51.031899 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4da1e-50fc-464e-8aa6-7fa72935fb01 None None] Port 2e9c6237-5070-4fb0-87db-4b0a8805a54f cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:29:51.054776 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:29:51.061716 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:51.066287 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:51.135355 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:51.137959 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Pushing event updated for resources: {'Port': ['ID=2e9c6237-5070-4fb0-87db-4b0a8805a54f,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:51.179817 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:48Z', 'revision_number': 3, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:51.220806 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5674cc-3ad0-4f98-b415-eab4d0f4cdde None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:48Z', 'revision_number': 3, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:29:51.235199 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:51.236572 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:51.479651 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-9173420d-b866-44a7-b8e4-6542857307bd None None] Provisioning complete for port 2e9c6237-5070-4fb0-87db-4b0a8805a54f triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:51.480353 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9173420d-b866-44a7-b8e4-6542857307bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:51.523878 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-9173420d-b866-44a7-b8e4-6542857307bd None None] Port 2e9c6237-5070-4fb0-87db-4b0a8805a54f cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:29:51.547992 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:29:51.661528 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:29:51.676200 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-3f61eccd-8a1a-499f-af4c-53c0ea4a286c admin admin] 10.222.0.44 "PUT /v2.0/routers/745f5f8a-187a-4e8e-9abd-aaf8e13a7b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8277242 Oct 15 16:29:51.741654 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 7da8bbe9-19f2-4299-91f1-6441a04977dd up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:51.796535 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 7da8bbe9-19f2-4299-91f1-6441a04977dd triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:51.797244 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:51.888114 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device b8b519ca-00a6-4c13-98e4-a74db80a6971 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:51.941906 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port b8b519ca-00a6-4c13-98e4-a74db80a6971 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:51.942205 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.053733 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.079041 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port b8b519ca-00a6-4c13-98e4-a74db80a6971, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=b8b519ca-00a6-4c13-98e4-a74db80a6971,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:52.081216 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda17b46-5c45-4645-8cd3-5dd3cf56c7fc req-f7951bb8-4525-4fa5-be08-bcde79dfc9c1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:52.082978 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cda17b46-5c45-4645-8cd3-5dd3cf56c7fc req-f7951bb8-4525-4fa5-be08-bcde79dfc9c1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0772524 Oct 15 16:29:52.085269 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.146211 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=b8b519ca-00a6-4c13-98e4-a74db80a6971,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:52.160467 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cda17b46-5c45-4645-8cd3-5dd3cf56c7fc req-f79b0821-6d92-4171-a6a7-48560c6de29a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708141 Oct 15 16:29:52.268718 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46882) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:52.274032 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1457534113-network', 'tenant_id': '8392a8a13ab541b786b715d690021bfc'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:52.297879 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Made reservation on behalf of 8392a8a13ab541b786b715d690021bfc for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:29:52.300851 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.309173 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.382733 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.387266 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.408397 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:29:52.423485 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b840dedc-97bf-4f16-b15f-19280a2fa527,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:52.426958 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.427293 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Added segment a15bafbc-b303-4d01-9609-ed80b79e7bd4 of type vlan for network 78924847-c737-4084-af0d-47e0f3d15079 Oct 15 16:29:52.466504 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.493167 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.494123 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:52.494701 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.528567 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2587283 Oct 15 16:29:52.531698 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46888) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:52.537121 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Request body: {'subnet': {'network_id': '78924847-c737-4084-af0d-47e0f3d15079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1457534113-subnet', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:52.576207 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdfc71-dbdb-4231-9d79-b970f75abce1 admin admin] Pushing event updated for resources: {'Network': ['ID=78924847-c737-4084-af0d-47e0f3d15079,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:52.594029 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 78924847-c737-4084-af0d-47e0f3d15079 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:29:52.601820 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Made reservation on behalf of 8392a8a13ab541b786b715d690021bfc for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:29:52.603997 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532025314'] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.806017 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532520740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532025296'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.870174 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff37d454-9a61-4ac4-8aa4-10cd2b097c2b,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:52.878059 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Checking segment: {'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:52.878521 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Network hostable DHCP agents. Network: 78924847-c737-4084-af0d-47e0f3d15079, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:29:52.896149 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Network 78924847-c737-4084-af0d-47e0f3d15079 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:29:52.904568 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 78924847-c737-4084-af0d-47e0f3d15079) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:52.910281 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:52.911067 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.915236 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:29:52.920427 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e45729-fa2d-4abb-a296-8f1336b941ba None None] Network 78924847-c737-4084-af0d-47e0f3d15079 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:29:52.929520 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-5b5c2a51-b11c-4279-b316-74bd6ce97802 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3966515 Oct 15 16:29:52.932091 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 46896) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:52.936367 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:52.949205 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:52.949852 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:52.957457 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:52.958533 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.009884 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.130573 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:53.168634 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.251872 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-78924847-c737-4084-af0d-47e0f3d15079', 'network_id': '78924847-c737-4084-af0d-47e0f3d15079', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'fixed_ips': [{'subnet_id': 'ff37d454-9a61-4ac4-8aa4-10cd2b097c2b'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:29:53.253279 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.365516 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9992a70-236a-449b-9558-24976b31ff14 req-b9a8bbd1-54ed-4ee4-a110-2ab7404a6a00 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:53.367108 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a9992a70-236a-449b-9558-24976b31ff14 req-b9a8bbd1-54ed-4ee4-a110-2ab7404a6a00 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.1076047 Oct 15 16:29:53.462681 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a9992a70-236a-449b-9558-24976b31ff14 req-12b51dd8-5933-4018-9c0e-34ef5ca9474d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492520 Oct 15 16:29:53.512281 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.534970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.628485 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Allocated IP 172.20.0.2 (78924847-c737-4084-af0d-47e0f3d15079/ff37d454-9a61-4ac4-8aa4-10cd2b097c2b/1c056957-dcf0-47e6-a13b-ca4c1ed4ff29) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:29:53.681104 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device b8b519ca-00a6-4c13-98e4-a74db80a6971 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:53.714064 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 2, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:53.714296 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Allocated IP 172.27.2.52 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/19faedcc-43bb-4ec1-b640-a57da2effcd0) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:29:53.785700 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:29:53.786068 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Updating router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 port 2e9c6237-5070-4fb0-87db-4b0a8805a54f binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:29:53.847902 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.867293 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.908758 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.935378 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port b8b519ca-00a6-4c13-98e4-a74db80a6971 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:53.936513 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:53.945670 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:53.950699 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:53.954256 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:53.994624 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.017228 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Pushing event updated for resources: {'Port': ['ID=19faedcc-43bb-4ec1-b640-a57da2effcd0,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:54.079412 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.212925 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Network 78924847-c737-4084-af0d-47e0f3d15079 is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:54.223628 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:54.228423 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:54.230754 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Pushing event updated for resources: {'Port': ['ID=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:54.368897 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.387195 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Attempting to bind port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:29:54.387492 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Attempting to bind port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:29:54.388539 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Attempting to bind port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 on network 78924847-c737-4084-af0d-47e0f3d15079 {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:54.398142 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:29:54.398738 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Checking segment: {'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:54.399301 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.399857 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Bound using segment: {'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:29:54.400485 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Bound port: 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:29:54.401036 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.542653 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] For port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:29:54.548929 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] For port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,segment=NetworkSegment(a15bafbc-b303-4d01-9609-ed80b79e7bd4),segment_id=a15bafbc-b303-4d01-9609-ed80b79e7bd4)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:29:54.566633 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.575015 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.586194 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.602850 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e96441-e7f5-400d-bd8f-d9049227821d req-04dfa36b-aaf9-447f-8e6e-6df78a830993 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:54.604411 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a0e96441-e7f5-400d-bd8f-d9049227821d req-04dfa36b-aaf9-447f-8e6e-6df78a830993 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.1560812 Oct 15 16:29:54.653712 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43ac14-1dcb-41ff-bcbe-4bf97bc4324a None None] Pushing event updated for resources: {'Port': ['ID=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:54.758573 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdecf4d-af92-482f-975b-c285ffd8edda None None] Pushing event updated for resources: {'Port': ['ID=2e9c6237-5070-4fb0-87db-4b0a8805a54f,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:54.782272 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Attempting to bind port 2e9c6237-5070-4fb0-87db-4b0a8805a54f on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:29:54.782867 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Attempting to bind port 2e9c6237-5070-4fb0-87db-4b0a8805a54f by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:29:54.783523 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Attempting to bind port 2e9c6237-5070-4fb0-87db-4b0a8805a54f on network 7769421a-bb7c-4a0d-b4fb-b292b365686f {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:54.804171 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:29:54.804561 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Checking segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:54.805145 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.805563 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Bound using segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:29:54.806073 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Bound port: 2e9c6237-5070-4fb0-87db-4b0a8805a54f, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:29:54.806468 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.888118 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] For port 2e9c6237-5070-4fb0-87db-4b0a8805a54f, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:29:54.892889 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] For port 2e9c6237-5070-4fb0-87db-4b0a8805a54f, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=2e9c6237-5070-4fb0-87db-4b0a8805a54f,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:29:54.903253 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:54.998886 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdecf4d-af92-482f-975b-c285ffd8edda None None] Pushing event updated for resources: {'Port': ['ID=2e9c6237-5070-4fb0-87db-4b0a8805a54f,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:55.010994 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:55.011657 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:55.014119 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a0e96441-e7f5-400d-bd8f-d9049227821d req-7b3cc61d-7036-4ce1-a838-511911190867 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910718 Oct 15 16:29:55.033317 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194415e9-c28c-41b8-b953-f9aecab9dc77 req-589523d9-b6c1-4767-a763-06a6a75aa0a1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:55.037016 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-194415e9-c28c-41b8-b953-f9aecab9dc77 req-589523d9-b6c1-4767-a763-06a6a75aa0a1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.4569678 Oct 15 16:29:55.067876 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-a676f517-c125-4ac6-a79b-579cf5b9134d None None] Provisioning complete for port 2e9c6237-5070-4fb0-87db-4b0a8805a54f triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:55.068256 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a676f517-c125-4ac6-a79b-579cf5b9134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:55.119818 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-194415e9-c28c-41b8-b953-f9aecab9dc77 req-18ba42b9-7a66-4b96-b377-d53d6c4b5adf tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749924 Oct 15 16:29:55.129526 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:55.176467 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:55.273320 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:29:55.301658 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a676f517-c125-4ac6-a79b-579cf5b9134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:55.408365 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-a676f517-c125-4ac6-a79b-579cf5b9134d None None] For port 2e9c6237-5070-4fb0-87db-4b0a8805a54f, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=2e9c6237-5070-4fb0-87db-4b0a8805a54f,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:55.428634 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a676f517-c125-4ac6-a79b-579cf5b9134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:55.482162 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:29:55.507136 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Sync routers for ids ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:29:55.519400 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:55.521288 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-a3c9048c-9593-4d0f-9e67-49875909ec50 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5877588 Oct 15 16:29:55.526531 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 46990) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:55.549528 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Routers {'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:55.551014 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:55.755998 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Set router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:55.832730 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676f517-c125-4ac6-a79b-579cf5b9134d None None] Pushing event updated for resources: {'Port': ['ID=2e9c6237-5070-4fb0-87db-4b0a8805a54f,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:55.882968 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:54Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:55.921491 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-95520bd1-e013-47e9-96e6-843af15cba33 None None] Provisioning complete for port 2e9c6237-5070-4fb0-87db-4b0a8805a54f triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:55.921928 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-95520bd1-e013-47e9-96e6-843af15cba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:55.926080 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cafdc-9ed7-46b2-ade6-9c1e2222d9c2 None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:54Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:29:56.129877 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff1f20-9981-40a5-9866-545317e7fbd2 None None] Network 78924847-c737-4084-af0d-47e0f3d15079 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:29:56.143095 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:56.165404 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:29:54Z', 'revision_number': 3, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port': {'id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:53Z', 'updated_at': '2021-10-15T16:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:56.192410 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f7a1c-3914-430b-a0c9-59c42869e4d9 req-7051170b-b994-46ac-a1a6-f3a23a5225f0 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:56.194161 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-617f7a1c-3914-430b-a0c9-59c42869e4d9 req-7051170b-b994-46ac-a1a6-f3a23a5225f0 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0771718 Oct 15 16:29:56.217649 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Checking router: ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:29:56.218288 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Updating router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 port 19faedcc-43bb-4ec1-b640-a57da2effcd0 binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:29:56.250748 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.274372 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-617f7a1c-3914-430b-a0c9-59c42869e4d9 req-42b80806-6522-419f-95ef-d6dc8f5ca5f3 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741067 Oct 15 16:29:56.393148 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:56.393786 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.418909 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.433537 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2908-3e8e-4ac0-8f54-1c86350ad1ac req-8158831b-b074-48e2-83f6-527ec48a3b45 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:56.435597 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-410a2908-3e8e-4ac0-8f54-1c86350ad1ac req-8158831b-b074-48e2-83f6-527ec48a3b45 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0757494 Oct 15 16:29:56.517203 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-410a2908-3e8e-4ac0-8f54-1c86350ad1ac req-2363e92b-7e61-41a8-9133-c263be84108f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721691 Oct 15 16:29:56.574840 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.606050 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-2f9f019f-527c-4d24-86ea-2c0279da11ee None None] Provisioning complete for port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:56.607328 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2f9f019f-527c-4d24-86ea-2c0279da11ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.613981 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.622059 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.654296 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,segment=NetworkSegment(a15bafbc-b303-4d01-9609-ed80b79e7bd4),segment_id=a15bafbc-b303-4d01-9609-ed80b79e7bd4)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:29:56.666649 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.689655 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1e323-4136-4b7a-a2d5-d8eeaddef22c None None] Pushing event updated for resources: {'Port': ['ID=19faedcc-43bb-4ec1-b640-a57da2effcd0,revision_number=2']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:56.692453 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Allocated IP 172.20.0.1 (78924847-c737-4084-af0d-47e0f3d15079/ff37d454-9a61-4ac4-8aa4-10cd2b097c2b/1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:29:56.706580 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Attempting to bind port 19faedcc-43bb-4ec1-b640-a57da2effcd0 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:29:56.706794 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Attempting to bind port 19faedcc-43bb-4ec1-b640-a57da2effcd0 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:29:56.707150 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Attempting to bind port 19faedcc-43bb-4ec1-b640-a57da2effcd0 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:29:56.715990 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:29:56.716429 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:29:56.717017 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.718707 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:29:56.718707 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Bound port: 19faedcc-43bb-4ec1-b640-a57da2effcd0, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:29:56.719277 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.795372 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:56.816403 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] For port 19faedcc-43bb-4ec1-b640-a57da2effcd0, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:29:56.821424 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] For port 19faedcc-43bb-4ec1-b640-a57da2effcd0, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=19faedcc-43bb-4ec1-b640-a57da2effcd0,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:29:56.831307 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.855633 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.894861 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.906270 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Routers {'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:56.906909 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:56.910321 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1e323-4136-4b7a-a2d5-d8eeaddef22c None None] Pushing event updated for resources: {'Port': ['ID=19faedcc-43bb-4ec1-b640-a57da2effcd0,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:56.942182 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Network 78924847-c737-4084-af0d-47e0f3d15079 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:56.946269 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:56.949670 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-f3802562-2b5c-4c89-a789-a4bb64406392 None None] Provisioning complete for port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:56.950053 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-f3802562-2b5c-4c89-a789-a4bb64406392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:56.962146 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:29:57.036582 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:57.051741 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:57.063234 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] Set router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:57.209207 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-f2c07b94-10dd-47fb-8d48-a8f8d0fdd7a9 None None] Provisioning complete for port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:57.210146 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-f2c07b94-10dd-47fb-8d48-a8f8d0fdd7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:57.241379 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:57.252453 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-f2c07b94-10dd-47fb-8d48-a8f8d0fdd7a9 None None] Port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:29:57.288202 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:29:54Z', 'revision_number': 3, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port': {'id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:53Z', 'updated_at': '2021-10-15T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:57.329378 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb431e5-ca0f-4a78-ba11-8346342bafdd None None] The sync data for ids ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'] in dv-cinder-801913-8-iscsi is: [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:29:54Z', 'revision_number': 3, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port': {'id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:53Z', 'updated_at': '2021-10-15T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:29:57.411644 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47064f75-349e-4e90-a90e-5c136a0db641 req-25ee266d-6058-4508-aa96-9137f2c784e7 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:57.413357 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-47064f75-349e-4e90-a90e-5c136a0db641 req-25ee266d-6058-4508-aa96-9137f2c784e7 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0544136 Oct 15 16:29:57.444950 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:57.450280 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:57.464422 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-47064f75-349e-4e90-a90e-5c136a0db641 req-eb769179-2b46-4750-bffb-3395b01f4fe6 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374954 Oct 15 16:29:57.520277 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:57.522056 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:57.628930 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Network 78924847-c737-4084-af0d-47e0f3d15079 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:29:57.630542 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:29:57.688386 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5ee0a-953b-4305-ab02-a321d6a4da71 req-148c0d66-d751-4baa-bc4e-7f0b9756e88c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:57.689975 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9aa5ee0a-953b-4305-ab02-a321d6a4da71 req-148c0d66-d751-4baa-bc4e-7f0b9756e88c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0898235 Oct 15 16:29:57.766224 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 2e9c6237-5070-4fb0-87db-4b0a8805a54f up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:57.823610 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9aa5ee0a-953b-4305-ab02-a321d6a4da71 req-aee50baf-28ba-43b7-995a-bfaeb6f8611a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207879 Oct 15 16:29:57.829164 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:29:57.896547 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 2e9c6237-5070-4fb0-87db-4b0a8805a54f triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:57.896971 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:58.025797 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-a6520839-0155-42c7-a82f-396c70bcc4fd None None] Provisioning complete for port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:58.026165 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a6520839-0155-42c7-a82f-396c70bcc4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:58.041915 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:29:58.052123 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0d91d576-5b0b-448c-8e97-822524b2bc68 admin admin] 10.222.0.44 "PUT /v2.0/routers/ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237482 Oct 15 16:29:58.064496 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:58.121530 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-a6520839-0155-42c7-a82f-396c70bcc4fd None None] Port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:29:58.170931 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:58.172144 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:58.608552 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b23b-a7cf-403b-b5b1-1677e19b03ed req-10a0f85c-1743-4c99-8157-2b0b57a98870 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:58.616043 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7e65b23b-a7cf-403b-b5b1-1677e19b03ed req-10a0f85c-1743-4c99-8157-2b0b57a98870 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.0661058 Oct 15 16:29:58.653686 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7e65b23b-a7cf-403b-b5b1-1677e19b03ed req-cb106b7c-86f7-4378-bc7c-d3400a0b2f4a tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364745 Oct 15 16:29:58.929284 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477dc37-8301-4e23-b2dd-89da1f07b0d7 req-b817bf14-9224-4ba5-820a-a287086fb080 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:58.930971 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7477dc37-8301-4e23-b2dd-89da1f07b0d7 req-b817bf14-9224-4ba5-820a-a287086fb080 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0487385 Oct 15 16:29:58.971006 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7477dc37-8301-4e23-b2dd-89da1f07b0d7 req-8b322387-d9a4-47bc-9a16-6e0d6d2ca1d1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Oct 15 16:29:59.191511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47070) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:59.199170 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-8416587d-d8f2-4000-a4d5-8dad5ac4a3a6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414374230', 'description': 'tempest-secgroup-smoke-1414374230 description', 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:59.231897 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8416587d-d8f2-4000-a4d5-8dad5ac4a3a6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.316992 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8416587d-d8f2-4000-a4d5-8dad5ac4a3a6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.320307 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8416587d-d8f2-4000-a4d5-8dad5ac4a3a6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.350093 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8416587d-d8f2-4000-a4d5-8dad5ac4a3a6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.351364 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8416587d-d8f2-4000-a4d5-8dad5ac4a3a6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1586590 Oct 15 16:29:59.354441 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47074) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:59.359115 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-75407ca0-77aa-4f2e-a15f-6a32235b106a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'security_group_rule': {'security_group_id': 'd1d47817-f5e8-4a2c-aa90-bd612ddad959', 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:59.359440 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416587d-d8f2-4000-a4d5-8dad5ac4a3a6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d47817-f5e8-4a2c-aa90-bd612ddad959,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:59.375060 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Sync routers for ids ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:29:59.385682 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Routers {'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:29:59.386419 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:59.391915 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75407ca0-77aa-4f2e-a15f-6a32235b106a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.453599 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75407ca0-77aa-4f2e-a15f-6a32235b106a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.458626 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75407ca0-77aa-4f2e-a15f-6a32235b106a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.475351 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75407ca0-77aa-4f2e-a15f-6a32235b106a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d7e45a-7fcb-440e-bad5-9214f0b80a8c,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:59.498169 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75407ca0-77aa-4f2e-a15f-6a32235b106a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.500517 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-75407ca0-77aa-4f2e-a15f-6a32235b106a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448095 Oct 15 16:29:59.503299 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47080) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:59.504397 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Set router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:29:59.519682 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-e57557fb-9ac9-4860-b2d6-4093f8ebc606 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'security_group_rule': {'security_group_id': 'd1d47817-f5e8-4a2c-aa90-bd612ddad959', 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:59.551731 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e57557fb-9ac9-4860-b2d6-4093f8ebc606 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.644309 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e57557fb-9ac9-4860-b2d6-4093f8ebc606 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.650565 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e57557fb-9ac9-4860-b2d6-4093f8ebc606 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.696772 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57557fb-9ac9-4860-b2d6-4093f8ebc606 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaf11e5-b03e-421e-bd8d-3cb50901a8df,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:59.712454 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-793d86ed-2a9f-4b98-8a51-19fce90d1380 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:29:59.714684 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-793d86ed-2a9f-4b98-8a51-19fce90d1380 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.66 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.1221182 Oct 15 16:29:59.761420 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e57557fb-9ac9-4860-b2d6-4093f8ebc606 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.765196 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-e57557fb-9ac9-4860-b2d6-4093f8ebc606 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2591016 Oct 15 16:29:59.766696 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47100) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:59.780981 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-7d30cdce-069f-4e6f-bb83-a5a6d7115d5c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'security_group_rule': {'security_group_id': 'd1d47817-f5e8-4a2c-aa90-bd612ddad959', 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:29:59.802799 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 19faedcc-43bb-4ec1-b640-a57da2effcd0 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:29:59.831141 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7d30cdce-069f-4e6f-bb83-a5a6d7115d5c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.885177 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:29:57Z', 'revision_number': 4, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port': {'id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:53Z', 'updated_at': '2021-10-15T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa', 'name': '', 'network_id': '78924847-c737-4084-af0d-47e0f3d15079', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'mac_address': 'fa:16:3e:1f:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff37d454-9a61-4ac4-8aa4-10cd2b097c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:56Z', 'updated_at': '2021-10-15T16:29:57Z', 'revision_number': 2, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'subnets': [{'id': 'ff37d454-9a61-4ac4-8aa4-10cd2b097c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:29:59.887996 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 19faedcc-43bb-4ec1-b640-a57da2effcd0 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:29:59.888243 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.915951 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7d30cdce-069f-4e6f-bb83-a5a6d7115d5c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.923146 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7d30cdce-069f-4e6f-bb83-a5a6d7115d5c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.941693 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Checking router: ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:29:59.942169 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Updating router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:29:59.951234 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30cdce-069f-4e6f-bb83-a5a6d7115d5c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f763cdc8-4348-4055-a06a-0bff7bf86c6b,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:29:59.962681 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7d30cdce-069f-4e6f-bb83-a5a6d7115d5c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:29:59.965056 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-7d30cdce-069f-4e6f-bb83-a5a6d7115d5c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1951094 Oct 15 16:29:59.968966 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47108) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:29:59.975480 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-40d5b408-ba1d-4ae1-a15e-801784be793d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'security_group_rule': {'security_group_id': 'd1d47817-f5e8-4a2c-aa90-bd612ddad959', 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:00.009002 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.030539 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-40d5b408-ba1d-4ae1-a15e-801784be793d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.072613 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be758-910c-45d6-b135-defd3d85c1e1 req-7fb921bf-59b7-46dd-8b83-ded853e3f867 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:00.084874 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e43be758-910c-45d6-b135-defd3d85c1e1 req-7fb921bf-59b7-46dd-8b83-ded853e3f867 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 946 time: 0.2134974 Oct 15 16:30:00.123116 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-40d5b408-ba1d-4ae1-a15e-801784be793d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.129644 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-40d5b408-ba1d-4ae1-a15e-801784be793d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.148106 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5b408-ba1d-4ae1-a15e-801784be793d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3893e536-9ced-4625-af30-447524fc539b,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:00.179384 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-40d5b408-ba1d-4ae1-a15e-801784be793d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.181372 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-40d5b408-ba1d-4ae1-a15e-801784be793d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2113800 Oct 15 16:30:00.184675 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47120) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:00.189204 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-4556fb45-9877-48c6-b482-1d2a20b46a8b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'security_group_rule': {'security_group_id': 'd1d47817-f5e8-4a2c-aa90-bd612ddad959', 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:00.214465 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.216524 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Deleting port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:30:00.216907 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.242445 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.securitygroups_db [None req-4556fb45-9877-48c6-b482-1d2a20b46a8b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Project 0477a7a60c16413fb41dd6974bbfb3ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 16:30:00.256405 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 19faedcc-43bb-4ec1-b640-a57da2effcd0, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=19faedcc-43bb-4ec1-b640-a57da2effcd0,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:00.261585 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4556fb45-9877-48c6-b482-1d2a20b46a8b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.265420 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e43be758-910c-45d6-b135-defd3d85c1e1 req-74d78a8a-3fdc-45fb-aff7-20ad1f14d441 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/security-groups?id=cabd0127-6cb8-4a47-95ca-3808be5a7d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757524 Oct 15 16:30:00.267482 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.367602 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=19faedcc-43bb-4ec1-b640-a57da2effcd0,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:00.369365 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4556fb45-9877-48c6-b482-1d2a20b46a8b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.375491 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4556fb45-9877-48c6-b482-1d2a20b46a8b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.395846 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45f18d-b5d5-4675-baa7-612973805f6d req-444382df-3873-402a-88f6-3b5f03d4f547 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:00.398591 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556fb45-9877-48c6-b482-1d2a20b46a8b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ae85c5-9ed7-45fd-93b7-294f2200820f,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:00.399242 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8e45f18d-b5d5-4675-baa7-612973805f6d req-444382df-3873-402a-88f6-3b5f03d4f547 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.3091669 Oct 15 16:30:00.411162 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4556fb45-9877-48c6-b482-1d2a20b46a8b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.413939 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-4556fb45-9877-48c6-b482-1d2a20b46a8b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2282693 Oct 15 16:30:00.417028 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47128) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:00.423772 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-71b9451f-e461-426d-a622-d6daf633deeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'security_group_rule': {'security_group_id': 'd1d47817-f5e8-4a2c-aa90-bd612ddad959', 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:00.449603 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.451801 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.securitygroups_db [None req-71b9451f-e461-426d-a622-d6daf633deeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Project 0477a7a60c16413fb41dd6974bbfb3ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 16:30:00.457190 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.457803 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-71b9451f-e461-426d-a622-d6daf633deeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.510978 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] For port 487fbf16-c560-481b-91f6-c6fe38dfb5a2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=487fbf16-c560-481b-91f6-c6fe38dfb5a2,segment=NetworkSegment(a015e5f8-65d6-4d23-8487-6170dde54404),segment_id=a015e5f8-65d6-4d23-8487-6170dde54404)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:00.512398 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.545358 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe8593-dee0-4301-8582-cc08d84c9ca2 None None] Pushing event updated for resources: {'Port': ['ID=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:00.557354 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8e45f18d-b5d5-4675-baa7-612973805f6d req-38108d5f-b280-4861-b052-feedfc1d31be tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447029 Oct 15 16:30:00.558729 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Calling delete_port for 487fbf16-c560-481b-91f6-c6fe38dfb5a2 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:30:00.598984 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47136) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:00.602893 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-71b9451f-e461-426d-a622-d6daf633deeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.609918 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-71b9451f-e461-426d-a622-d6daf633deeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.632623 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9451f-e461-426d-a622-d6daf633deeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdd8638-00e6-4096-8fe6-5077b511b142,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:00.647367 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Attempting to bind port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:00.647853 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Attempting to bind port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:00.648167 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Attempting to bind port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa on network 78924847-c737-4084-af0d-47e0f3d15079 {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:00.654425 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-71b9451f-e461-426d-a622-d6daf633deeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.660242 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-71b9451f-e461-426d-a622-d6daf633deeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2414322 Oct 15 16:30:00.662592 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:00.663079 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Checking segment: {'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:00.663544 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.664074 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Bound using segment: {'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:00.664838 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Bound port: 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15bafbc-b303-4d01-9609-ed80b79e7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '78924847-c737-4084-af0d-47e0f3d15079'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:00.665655 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.828610 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.868578 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Pushing event deleted for resources: {'Port': ['ID=487fbf16-c560-481b-91f6-c6fe38dfb5a2,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:00.870956 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] For port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:00.888842 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] For port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,segment=NetworkSegment(a15bafbc-b303-4d01-9609-ed80b79e7bd4),segment_id=a15bafbc-b303-4d01-9609-ed80b79e7bd4)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:00.895060 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-61c580b0-3237-41fe-aa53-b7cbb0175add None None] Provisioning complete for port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:00.895475 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-61c580b0-3237-41fe-aa53-b7cbb0175add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.899293 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.931676 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f81f8576-8365-4810-9ced-995e9dc72763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.957896 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] No DVR routers for this DVR port 487fbf16-c560-481b-91f6-c6fe38dfb5a2 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:30:00.964976 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:00.968633 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-74915b12-a908-4c36-a6f3-464e64d7cd05 req-98b8a60b-f477-412a-b8bf-d535d1334902 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.66 "DELETE /v2.0/ports/487fbf16-c560-481b-91f6-c6fe38dfb5a2 HTTP/1.1" status: 204 len: 173 time: 1.2463868 Oct 15 16:30:00.969161 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ccbaf1-62e5-4db3-b69f-6b9a816f8525', 'name': 'network-vif-deleted', 'tag': '487fbf16-c560-481b-91f6-c6fe38dfb5a2'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:00.971506 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2c817-cd1e-407c-a7bb-6827f3cd42bf" -d '{"events": [{"server_uuid": "71ccbaf1-62e5-4db3-b69f-6b9a816f8525", "name": "network-vif-deleted", "tag": "487fbf16-c560-481b-91f6-c6fe38dfb5a2"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:00.980424 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe8593-dee0-4301-8582-cc08d84c9ca2 None None] Pushing event updated for resources: {'Port': ['ID=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:01.021871 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Routers {'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:01.022524 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:01.071470 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a67f40d-1e93-4074-9c52-c07c6ab15316 x-openstack-request-id: req-7a67f40d-1e93-4074-9c52-c07c6ab15316 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:01.074114 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ccbaf1-62e5-4db3-b69f-6b9a816f8525", "name": "network-vif-deleted", "tag": "487fbf16-c560-481b-91f6-c6fe38dfb5a2", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:01.075251 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a67f40d-1e93-4074-9c52-c07c6ab15316 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:01.075831 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ccbaf1-62e5-4db3-b69f-6b9a816f8525', 'name': 'network-vif-deleted', 'tag': '487fbf16-c560-481b-91f6-c6fe38dfb5a2', 'status': 'completed', 'code': 200} Oct 15 16:30:01.104598 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f81f8576-8365-4810-9ced-995e9dc72763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.113032 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f81f8576-8365-4810-9ced-995e9dc72763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.170238 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-f81f8576-8365-4810-9ced-995e9dc72763 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb8210875f8c457b85e9e36d0f42e9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700135 Oct 15 16:30:01.173687 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47200) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:01.174813 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f8576-8365-4810-9ced-995e9dc72763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f08722-24f4-4371-9a54-a9dd80b92d24,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:01.233379 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-61c580b0-3237-41fe-aa53-b7cbb0175add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.261497 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-24f44c73-ade3-4c68-90f3-5231c7bab950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.308864 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-24f44c73-ade3-4c68-90f3-5231c7bab950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.399064 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8088de58-4fc4-45aa-b683-f84d84272bb1 req-d15c7d01-f411-4b60-b6d2-708f3da38415 tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.0440373 Oct 15 16:30:01.419509 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-24f44c73-ade3-4c68-90f3-5231c7bab950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.423040 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-24f44c73-ade3-4c68-90f3-5231c7bab950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.425252 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-24f44c73-ade3-4c68-90f3-5231c7bab950 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95f08722-24f4-4371-9a54-a9dd80b92d24 HTTP/1.1" status: 204 len: 168 time: 0.2490411 Oct 15 16:30:01.442935 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f44c73-ade3-4c68-90f3-5231c7bab950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f08722-24f4-4371-9a54-a9dd80b92d24,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:01.465050 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-61c580b0-3237-41fe-aa53-b7cbb0175add None None] For port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,segment=NetworkSegment(a15bafbc-b303-4d01-9609-ed80b79e7bd4),segment_id=a15bafbc-b303-4d01-9609-ed80b79e7bd4)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:01.481691 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-61c580b0-3237-41fe-aa53-b7cbb0175add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.496782 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] Set router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:01.561088 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47216) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:01.619002 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c580b0-3237-41fe-aa53-b7cbb0175add None None] Pushing event updated for resources: {'Port': ['ID=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:01.645791 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-770e23c3-23a5-4ac9-87d2-2ed6bdf7c691 None None] Provisioning complete for port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:01.646354 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-770e23c3-23a5-4ac9-87d2-2ed6bdf7c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.698784 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 19faedcc-43bb-4ec1-b640-a57da2effcd0 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:01.740764 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30669ba-8773-4e8c-b6c8-f0f50fa7aa0a req-ee761ef9-378e-46be-9500-f65867e981ce tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:01.750030 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b30669ba-8773-4e8c-b6c8-f0f50fa7aa0a req-ee761ef9-378e-46be-9500-f65867e981ce tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0713739 Oct 15 16:30:01.789088 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-95396ebb-e265-417e-9d94-24bb1cd03e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.817381 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b30669ba-8773-4e8c-b6c8-f0f50fa7aa0a req-17f35c61-2c4e-4509-8c2b-eac62450d763 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659671 Oct 15 16:30:01.844071 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 19faedcc-43bb-4ec1-b640-a57da2effcd0 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:01.844519 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.898921 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-95396ebb-e265-417e-9d94-24bb1cd03e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.904265 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-95396ebb-e265-417e-9d94-24bb1cd03e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:01.922084 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:29:57Z', 'revision_number': 4, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port': {'id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:53Z', 'updated_at': '2021-10-15T16:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa', 'name': '', 'network_id': '78924847-c737-4084-af0d-47e0f3d15079', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'mac_address': 'fa:16:3e:1f:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff37d454-9a61-4ac4-8aa4-10cd2b097c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:56Z', 'updated_at': '2021-10-15T16:30:00Z', 'revision_number': 4, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'subnets': [{'id': 'ff37d454-9a61-4ac4-8aa4-10cd2b097c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:01.942842 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-95396ebb-e265-417e-9d94-24bb1cd03e5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bcf28e5c065249d688c73e035939f297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804047 Oct 15 16:30:01.943558 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95396ebb-e265-417e-9d94-24bb1cd03e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b2ef0-12d3-4cf2-a414-b6aba3b1e90a,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:01.945404 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47232) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:01.970644 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6144d1-0df4-4eeb-8884-9afc33f60ec9 None None] The sync data for ids ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'] in dv-cinder-801913-8-iscsi is: [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:29:57Z', 'revision_number': 4, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port': {'id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:53Z', 'updated_at': '2021-10-15T16:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa', 'name': '', 'network_id': '78924847-c737-4084-af0d-47e0f3d15079', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'mac_address': 'fa:16:3e:1f:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff37d454-9a61-4ac4-8aa4-10cd2b097c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:56Z', 'updated_at': '2021-10-15T16:30:00Z', 'revision_number': 4, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'subnets': [{'id': 'ff37d454-9a61-4ac4-8aa4-10cd2b097c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:02.010819 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-111f21ab-1883-4a2e-af21-af0610a12d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:02.042839 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-111f21ab-1883-4a2e-af21-af0610a12d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:02.140979 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-111f21ab-1883-4a2e-af21-af0610a12d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:02.144189 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-111f21ab-1883-4a2e-af21-af0610a12d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:02.148008 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-111f21ab-1883-4a2e-af21-af0610a12d60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b03b2ef0-12d3-4cf2-a414-b6aba3b1e90a HTTP/1.1" status: 204 len: 168 time: 0.2015424 Oct 15 16:30:02.172063 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f21ab-1883-4a2e-af21-af0610a12d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b2ef0-12d3-4cf2-a414-b6aba3b1e90a,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:02.602894 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-49932d92-2971-40d3-b8ff-6392d69f6a26 req-360871af-3edc-4f66-b2a0-eaf5083fb7dd tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.0682168 Oct 15 16:30:02.701001 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47266) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:02.718254 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-39833802-b64a-4f89-a728-76d142616229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:02.822292 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-39833802-b64a-4f89-a728-76d142616229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:02.828661 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-39833802-b64a-4f89-a728-76d142616229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:02.872475 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-39833802-b64a-4f89-a728-76d142616229 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d72b30bfaf9c475d80f6d3dbb89fd726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685357 Oct 15 16:30:02.873263 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39833802-b64a-4f89-a728-76d142616229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34702e7b-3def-4516-be9c-271afea06233,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:02.875233 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47272) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:02.970037 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b5f18f98-737c-41bb-81de-7b2f02ff9b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:02.978634 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608350ba-b3e2-461b-b500-937536c50ed8 req-7312dce6-eeaf-4bd2-8894-d76b6a23edab tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:02.988184 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-608350ba-b3e2-461b-b500-937536c50ed8 req-7312dce6-eeaf-4bd2-8894-d76b6a23edab tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0926309 Oct 15 16:30:03.028173 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b5f18f98-737c-41bb-81de-7b2f02ff9b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.056808 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-608350ba-b3e2-461b-b500-937536c50ed8 req-eb3107ed-8152-4a6f-bbfe-fad6148d4abe tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674410 Oct 15 16:30:03.093841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b5f18f98-737c-41bb-81de-7b2f02ff9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.096649 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b5f18f98-737c-41bb-81de-7b2f02ff9b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.097891 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-b5f18f98-737c-41bb-81de-7b2f02ff9b71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34702e7b-3def-4516-be9c-271afea06233 HTTP/1.1" status: 204 len: 168 time: 0.2214258 Oct 15 16:30:03.106252 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f18f98-737c-41bb-81de-7b2f02ff9b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34702e7b-3def-4516-be9c-271afea06233,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:03.318633 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['487fbf16-c560-481b-91f6-c6fe38dfb5a2'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:30:03.424072 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47284) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:03.438204 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-62267ec5-86ee-4cc5-8393-3bbaab083121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.513454 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-62267ec5-86ee-4cc5-8393-3bbaab083121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.518007 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-62267ec5-86ee-4cc5-8393-3bbaab083121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.559411 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-62267ec5-86ee-4cc5-8393-3bbaab083121 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94b1d34cbd77484fa6af671c65659136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336703 Oct 15 16:30:03.563005 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47294) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:03.564535 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62267ec5-86ee-4cc5-8393-3bbaab083121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e92e861-2f90-477b-bf93-361a88193fef,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:03.634168 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f7dbfa4-25b3-48f1-9cec-982390ac890f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.683609 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f7dbfa4-25b3-48f1-9cec-982390ac890f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.699056 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:03.766662 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f7dbfa4-25b3-48f1-9cec-982390ac890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.772861 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c41b6317-8b68-42f8-8b8a-1b18174ea063 req-6c96b974-d776-4845-8014-35ce5b3b763e tempest-DeleteServersTestJSON-2017831386 tempest-DeleteServersTestJSON-2017831386-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ccbaf1-62e5-4db3-b69f-6b9a816f8525 HTTP/1.1" status: 200 len: 210 time: 0.0588009 Oct 15 16:30:03.781284 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f7dbfa4-25b3-48f1-9cec-982390ac890f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.786075 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6f7dbfa4-25b3-48f1-9cec-982390ac890f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e92e861-2f90-477b-bf93-361a88193fef HTTP/1.1" status: 204 len: 168 time: 0.2220271 Oct 15 16:30:03.788199 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:03.788605 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:03.809500 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dbfa4-25b3-48f1-9cec-982390ac890f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e92e861-2f90-477b-bf93-361a88193fef,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:04.225499 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73265438-0937-4739-a96a-d8c340b2c14b req-2834d2d7-895f-4b48-b880-3d86d7dc5c43 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:04.227781 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-73265438-0937-4739-a96a-d8c340b2c14b req-2834d2d7-895f-4b48-b880-3d86d7dc5c43 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0816236 Oct 15 16:30:04.291290 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-73265438-0937-4739-a96a-d8c340b2c14b req-522026a5-22f5-413c-8845-36f85d93890f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563331 Oct 15 16:30:04.852515 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47370) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:04.883609 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4044d9-5293-4c64-9bc5-d277d6ee0167 req-69436ead-2856-44b5-a574-1fa955ca2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:04.885169 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ab4044d9-5293-4c64-9bc5-d277d6ee0167 req-69436ead-2856-44b5-a574-1fa955ca2066 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 1099 time: 0.0412736 Oct 15 16:30:04.949243 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ab4044d9-5293-4c64-9bc5-d277d6ee0167 req-71f5c950-8196-4224-b0ed-999376e50081 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493867 Oct 15 16:30:04.969714 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611770619-network', 'tenant_id': 'ee785148882842e0bc6083d14034b335'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:04.995887 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Made reservation on behalf of ee785148882842e0bc6083d14034b335 for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:04.999219 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.011066 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.111003 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.115431 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.142973 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:30:05.155673 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38782231-4174-41e5-9ff3-1045aa9c13b2,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:05.161805 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.162154 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Added segment 43a7c1b9-1ca4-4ee9-b684-e098adb3d01f of type vlan for network c5e6ad5b-9f62-498a-92c3-399d45e998ed Oct 15 16:30:05.207852 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.233816 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.234793 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:05.235379 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.282207 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4272883 Oct 15 16:30:05.285826 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47394) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:05.290083 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Request body: {'subnet': {'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611770619-subnet', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:05.293939 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 487fbf16-c560-481b-91f6-c6fe38dfb5a2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:30:05.316542 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 487fbf16-c560-481b-91f6-c6fe38dfb5a2 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:30:05.316808 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 487fbf16-c560-481b-91f6-c6fe38dfb5a2 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:30:05.335764 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f9cdf-9ddd-47f5-b591-028edf9e7f3c admin admin] Pushing event updated for resources: {'Network': ['ID=c5e6ad5b-9f62-498a-92c3-399d45e998ed,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:05.347906 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:30:05.374401 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Made reservation on behalf of ee785148882842e0bc6083d14034b335 for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:05.377038 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531696650'] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.450701 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398ff26-ae53-420b-ae96-87f0b87ab196 req-c1654eef-0cc3-4931-b382-73b092303409 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:05.452540 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1398ff26-ae53-420b-ae96-87f0b87ab196 req-c1654eef-0cc3-4931-b382-73b092303409 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0539670 Oct 15 16:30:05.523844 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1398ff26-ae53-420b-ae96-87f0b87ab196 req-c8d8b2f2-5a49-4f11-82e3-db5b33723ded tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Oct 15 16:30:05.589099 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531256804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531696696'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.651591 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=677c69f1-bc60-4f61-b934-9c8174958132,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:05.666183 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Checking segment: {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:05.666183 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Network hostable DHCP agents. Network: c5e6ad5b-9f62-498a-92c3-399d45e998ed, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:30:05.679334 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:30:05.689076 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, c5e6ad5b-9f62-498a-92c3-399d45e998ed) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:05.694858 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:05.695447 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.700017 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b637de5-d780-42a8-8373-4c9f7479923f None None] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:30:05.714760 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-e828adc7-f40d-46c3-b724-15f5f9c34aef admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4262946 Oct 15 16:30:05.715008 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47422) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:05.720514 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:05.757400 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.758054 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.788398 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-33126517-e3fe-4a52-ac53-48b3d93159e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.824404 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:05.901509 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:30:05.903187 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.089224 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Allocated IP 172.20.0.2 (c5e6ad5b-9f62-498a-92c3-399d45e998ed/677c69f1-bc60-4f61-b934-9c8174958132/ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:06.208515 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.265365 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.273900 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.314981 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:06.318049 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:06.320475 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:06.322643 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47454) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:06.333275 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Pushing event updated for resources: {'Port': ['ID=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:06.390182 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Attempting to bind port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:06.390930 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Attempting to bind port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:06.391301 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Attempting to bind port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c on network c5e6ad5b-9f62-498a-92c3-399d45e998ed {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:06.397177 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:06.397632 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Checking segment: {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:06.398043 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.398437 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Bound using segment: {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:06.398970 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Bound port: ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:06.399292 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.416669 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7941fb-4d89-4755-a8bd-c0769ba37ee0 admin admin] Deleting subnet e44b3dc0-30e1-4df1-bab5-cad6fa264566 {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:30:06.422514 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb7941fb-4d89-4755-a8bd-c0769ba37ee0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.475430 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] For port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:06.479160 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] For port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:06.483219 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.530099 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb7941fb-4d89-4755-a8bd-c0769ba37ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.555278 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbfa8f-7a04-465f-8462-00b3400311c6 None None] Pushing event updated for resources: {'Port': ['ID=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:06.577669 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.608892 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.633107 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb7941fb-4d89-4755-a8bd-c0769ba37ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.665864 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce36ab2-e4b3-491e-9bde-93e65ebd18a5 req-629d9c30-a8cd-426d-8856-a7a04f4d005c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:06.668073 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1ce36ab2-e4b3-491e-9bde-93e65ebd18a5 req-629d9c30-a8cd-426d-8856-a7a04f4d005c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0631759 Oct 15 16:30:06.740032 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1ce36ab2-e4b3-491e-9bde-93e65ebd18a5 req-bf2714cc-2df6-4a81-85a0-c1e3d087c016 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641735 Oct 15 16:30:06.809116 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb7941fb-4d89-4755-a8bd-c0769ba37ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.837035 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Allocated IP 172.27.2.136 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/4f020d8d-54a5-4560-821d-d9bb41667fb0) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:06.865067 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7941fb-4d89-4755-a8bd-c0769ba37ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44b3dc0-30e1-4df1-bab5-cad6fa264566,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:06.867087 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb7941fb-4d89-4755-a8bd-c0769ba37ee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.870456 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-fb7941fb-4d89-4755-a8bd-c0769ba37ee0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e44b3dc0-30e1-4df1-bab5-cad6fa264566 HTTP/1.1" status: 204 len: 168 time: 0.5465693 Oct 15 16:30:06.873910 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47472) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:06.952915 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9010e6-dcbd-4fb5-8ab7-b07d05956fa6 req-3b4e0e93-e2ef-4e4a-b230-4acac7fd65ae tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:06.954347 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ca9010e6-dcbd-4fb5-8ab7-b07d05956fa6 req-3b4e0e93-e2ef-4e4a-b230-4acac7fd65ae tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1155925 Oct 15 16:30:06.971848 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:06.985745 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.008019 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ca9010e6-dcbd-4fb5-8ab7-b07d05956fa6 req-efcc2f51-041e-489a-9822-13096bb941fc tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Oct 15 16:30:07.030388 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.073825 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:07.082309 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:07.086974 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:07.093470 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.122404 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f087162d-cc62-464f-a198-c5ed3157d1f6']}} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:07.139676 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4f020d8d-54a5-4560-821d-d9bb41667fb0,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:07.145285 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a015e5f8-65d6-4d23-8487-6170dde54404') {'for_net_delete': True} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:07.145972 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a015e5f8-65d6-4d23-8487-6170dde54404') {} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:07.165001 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532074013'] for segment, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.181886 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.188522 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=99836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:30:07.189046 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532520379'] for segment, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: Traceback (most recent call last): Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: timer() Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: cb(*args, **kw) Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: return func(*args, **kwargs) Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: self._notify() Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: self.callback(batched_events) Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: event.method(event) Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: return f(self, *a, **k) Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._get(url).json() Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: return self.request(url, 'GET', **kwargs) Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:30:07.242664 dv-cinder-801913-8-iscsi neutron-server[99836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:30:07.273068 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.292798 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.296191 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] 10.222.0.44 "DELETE /v2.0/networks/f087162d-cc62-464f-a198-c5ed3157d1f6 HTTP/1.1" status: 204 len: 168 time: 0.4209840 Oct 15 16:30:07.319196 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace78a9-1356-4b4c-9f11-f648f0c7aaac admin admin] Pushing event deleted for resources: {'Network': ['ID=f087162d-cc62-464f-a198-c5ed3157d1f6,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:07.468533 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47490) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:07.470208 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.524181 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-90d07e8e-deef-415a-9a01-574021f07622 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ed6b1d1eb96420791c029b2935fda38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537038 Oct 15 16:30:07.526971 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47494) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:07.661151 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-20a9bd52-174d-42b7-b440-b31278a8d258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.699723 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-20a9bd52-174d-42b7-b440-b31278a8d258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.768968 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:07.798363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-20a9bd52-174d-42b7-b440-b31278a8d258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.804460 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-20a9bd52-174d-42b7-b440-b31278a8d258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.806105 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-20a9bd52-174d-42b7-b440-b31278a8d258 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cabd0127-6cb8-4a47-95ca-3808be5a7d8a HTTP/1.1" status: 204 len: 168 time: 0.2780225 Oct 15 16:30:07.812088 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:07.821609 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9bd52-174d-42b7-b440-b31278a8d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabd0127-6cb8-4a47-95ca-3808be5a7d8a,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:07.845574 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fec4f0c-aa5a-413b-ac0b-091cf861453b None None] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:30:07.952433 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-a6df9cc1-cb48-4900-9a94-bb21959437e8 None None] Provisioning complete for port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:07.952836 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a6df9cc1-cb48-4900-9a94-bb21959437e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:08.060017 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:30:08.085482 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:08.085843 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:08.203312 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:30:08.214468 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Sync routers for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:30:08.228262 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:08.229080 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:29:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:08.234120 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:08.238095 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a7a1e56c-dc7f-49a3-9b07-0bca08070eb0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5196607 Oct 15 16:30:08.238535 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47518) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:08.262331 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a6df9cc1-cb48-4900-9a94-bb21959437e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:08.400919 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:08.411976 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:08.820513 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-a6df9cc1-cb48-4900-9a94-bb21959437e8 None None] For port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:08.827682 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a6df9cc1-cb48-4900-9a94-bb21959437e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:08.920070 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df9cc1-cb48-4900-9a94-bb21959437e8 None None] Pushing event updated for resources: {'Port': ['ID=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:08.990073 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47548) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:09.026814 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.db.api [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 16:30:09.027111 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG oslo_db.api [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 16:30:09.060802 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:07Z', 'revision_number': 3, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:09.086006 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-48ec9b61-3e24-448b-bda8-df6a33c01c6f None None] Provisioning complete for port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:09.094589 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-48ec9b61-3e24-448b-bda8-df6a33c01c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.182415 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4336b0b7-549b-462f-aac4-e7d8801e2929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.189568 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Checking router: 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:30:09.190276 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Updating router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 port 4f020d8d-54a5-4560-821d-d9bb41667fb0 binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:30:09.245993 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c5735390-ff79-463e-b149-2e7595fa0f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.247488 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.397249 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4336b0b7-549b-462f-aac4-e7d8801e2929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.403539 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4336b0b7-549b-462f-aac4-e7d8801e2929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.443935 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.448624 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336b0b7-549b-462f-aac4-e7d8801e2929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3613d92e-bf06-4a2b-9f51-7f7ff893df46,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:09.478036 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-4336b0b7-549b-462f-aac4-e7d8801e2929 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=013bcbbb99b049af898f365bdc399648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4865866 Oct 15 16:30:09.478723 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47574) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:09.505072 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.604113 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-537f6c92-6ac1-4639-b105-ffa00af3cb14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.631535 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-537f6c92-6ac1-4639-b105-ffa00af3cb14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.641468 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-1bfb87e2-c102-4281-b078-d6f09c456b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:09.644126 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-1bfb87e2-c102-4281-b078-d6f09c456b39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1098 time: 0.4587553 Oct 15 16:30:09.680295 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47580) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:09.740813 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-537f6c92-6ac1-4639-b105-ffa00af3cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.740813 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-537f6c92-6ac1-4639-b105-ffa00af3cb14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.740813 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-537f6c92-6ac1-4639-b105-ffa00af3cb14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3613d92e-bf06-4a2b-9f51-7f7ff893df46 HTTP/1.1" status: 204 len: 168 time: 0.2564943 Oct 15 16:30:09.755065 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f6c92-6ac1-4639-b105-ffa00af3cb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3613d92e-bf06-4a2b-9f51-7f7ff893df46,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:09.755954 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:09.758293 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.769204 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.777078 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-88284d13-806c-4030-90a5-dd7503983702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:09.778446 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-88284d13-806c-4030-90a5-dd7503983702 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.1225982 Oct 15 16:30:09.794564 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9aacb5-d294-4cb6-ae4d-73106d96c0a3 req-d7e4cad8-0181-4324-91da-7f52bac3628c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:09.805400 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6e9aacb5-d294-4cb6-ae4d-73106d96c0a3 req-d7e4cad8-0181-4324-91da-7f52bac3628c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.5701880 Oct 15 16:30:09.821452 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Attempting to bind port 4f020d8d-54a5-4560-821d-d9bb41667fb0 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:09.821826 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Attempting to bind port 4f020d8d-54a5-4560-821d-d9bb41667fb0 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:09.822252 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Attempting to bind port 4f020d8d-54a5-4560-821d-d9bb41667fb0 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:09.830345 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:09.831214 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:09.831613 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.831996 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:09.832728 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Bound port: 4f020d8d-54a5-4560-821d-d9bb41667fb0, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:09.832891 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.834627 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797befcc-5a8d-4093-b5f1-7f05f6230900 None None] Pushing event updated for resources: {'Port': ['ID=4f020d8d-54a5-4560-821d-d9bb41667fb0,revision_number=2']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:09.891280 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:09.892516 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.902302 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-944765365-network', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:09.904945 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-4c6a2929-54c0-4600-95cf-7c83a4993f1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 200 len: 217 time: 0.0856385 Oct 15 16:30:09.972313 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Made reservation on behalf of 0166b2a7c88143b7a8cab762b6a97a27 for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:09.974678 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:09.985708 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.014744 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6e9aacb5-d294-4cb6-ae4d-73106d96c0a3 req-590f8667-dcae-4788-bf46-a228b549541b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039227 Oct 15 16:30:10.026997 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] For port 4f020d8d-54a5-4560-821d-d9bb41667fb0, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:10.026997 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] For port 4f020d8d-54a5-4560-821d-d9bb41667fb0, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=4f020d8d-54a5-4560-821d-d9bb41667fb0,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:10.047560 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.049701 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-3bb60138-377f-4292-b30b-e4de168a59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:10.051367 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-3bb60138-377f-4292-b30b-e4de168a59c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.1331360 Oct 15 16:30:10.118827 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-d09dee6f-3557-420c-8f70-7d82d5f48a4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355790 Oct 15 16:30:10.184622 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.186404 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:10.186948 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:10.188190 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.191880 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797befcc-5a8d-4093-b5f1-7f05f6230900 None None] Pushing event updated for resources: {'Port': ['ID=4f020d8d-54a5-4560-821d-d9bb41667fb0,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:10.202586 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.251708 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:30:10.301327 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc32dc0e-2774-42e9-bb35-05d9fb5b1342,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:10.311415 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47602) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:10.329051 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.329533 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Added segment de5ac2c1-26f4-4eec-8e99-d19727824633 of type vlan for network d40d4937-de70-4531-abf1-f05a0b973260 Oct 15 16:30:10.331645 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-33c865fe-4d78-4ad7-990e-861a6723d5cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.390038 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-ab3aadd4-195f-4b14-b903-24e7ffc70da0 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108667 Oct 15 16:30:10.396311 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:10.412480 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.466950 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.468123 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:10.468769 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.494335 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8066616 Oct 15 16:30:10.500583 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47604) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:10.523973 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Request body: {'subnet': {'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-944765365-subnet', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:10.581182 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Allocated IP 172.20.0.1 (c5e6ad5b-9f62-498a-92c3-399d45e998ed/677c69f1-bc60-4f61-b934-9c8174958132/30b25251-acbe-4526-81ec-35bca48e91d2) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:10.585097 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-33c865fe-4d78-4ad7-990e-861a6723d5cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.586422 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f11264-1074-4f6e-9f14-7bb994da3fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=d40d4937-de70-4531-abf1-f05a0b973260,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:10.592111 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-33c865fe-4d78-4ad7-990e-861a6723d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.605436 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network d40d4937-de70-4531-abf1-f05a0b973260 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:30:10.607116 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0ef9b28a-199f-4470-b7ed-6a6fad55e48b req-e8a5499b-0b60-484b-8bf3-bee3fa42b9e8 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060971 Oct 15 16:30:10.609358 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Made reservation on behalf of 0166b2a7c88143b7a8cab762b6a97a27 for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:10.631372 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532025314'] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.640388 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-33c865fe-4d78-4ad7-990e-861a6723d5cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2c57177464b4b2bac0f7fc528f66016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278050 Oct 15 16:30:10.647267 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47606) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:10.764986 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:07Z', 'revision_number': 3, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:10.796066 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c865fe-4d78-4ad7-990e-861a6723d5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586c44d1-247f-497e-8987-8fdf80bc6bab,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:10.816897 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0f3a4040-c02f-412b-8e26-703824829188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.828001 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5efa6b-fab3-4923-b1f5-a200ae44b58f None None] The sync data for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi is: [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:07Z', 'revision_number': 3, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:10.866775 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0f3a4040-c02f-412b-8e26-703824829188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.888693 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.928361 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0f3a4040-c02f-412b-8e26-703824829188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.933957 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0f3a4040-c02f-412b-8e26-703824829188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:10.938473 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0f3a4040-c02f-412b-8e26-703824829188 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/586c44d1-247f-497e-8987-8fdf80bc6bab HTTP/1.1" status: 204 len: 168 time: 0.2869403 Oct 15 16:30:10.944414 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a4040-c02f-412b-8e26-703824829188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586c44d1-247f-497e-8987-8fdf80bc6bab,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:11.006480 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:11.043104 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:11.082605 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:11.086940 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:11.089667 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532520740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532025296'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:11.096987 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:11.317845 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Pushing event updated for resources: {'Port': ['ID=30b25251-acbe-4526-81ec-35bca48e91d2,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:11.366806 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:11.388952 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0770df8b-3cea-4a92-b1c4-4138bce6656f,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:11.520420 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-ce226e47-6a64-4fa9-9d83-6975b9a3560c None None] Provisioning complete for port 30b25251-acbe-4526-81ec-35bca48e91d2 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:11.521081 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ce226e47-6a64-4fa9-9d83-6975b9a3560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:11.588487 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:11.609883 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-ce226e47-6a64-4fa9-9d83-6975b9a3560c None None] Port 30b25251-acbe-4526-81ec-35bca48e91d2 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:11.772432 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Checking segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:11.773142 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Network hostable DHCP agents. Network: d40d4937-de70-4531-abf1-f05a0b973260, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:30:11.797959 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 4f020d8d-54a5-4560-821d-d9bb41667fb0 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:11.851066 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e81ff-5d04-47bb-8992-ba7d0bd9f21f req-54301e45-7dd2-46f5-bfde-72d05b75ce51 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:11.855739 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-023e81ff-5d04-47bb-8992-ba7d0bd9f21f req-54301e45-7dd2-46f5-bfde-72d05b75ce51 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.6512702 Oct 15 16:30:11.871618 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 4f020d8d-54a5-4560-821d-d9bb41667fb0 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:11.872007 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:11.931933 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Network d40d4937-de70-4531-abf1-f05a0b973260 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:30:11.976110 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, d40d4937-de70-4531-abf1-f05a0b973260) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:11.981612 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:11.984601 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:11.992859 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-023e81ff-5d04-47bb-8992-ba7d0bd9f21f req-66f93623-26d1-4959-ad5c-18ac09d0f285 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229105 Oct 15 16:30:12.006895 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887565a6-d39d-4dec-88c4-3a6c1018608e None None] Network d40d4937-de70-4531-abf1-f05a0b973260 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:30:12.024338 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.042655 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8ba78f15-c166-4e27-8327-222b2a9daabb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5228274 Oct 15 16:30:12.045494 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47662) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:12.054714 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:12.058663 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.066891 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.076784 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 4f020d8d-54a5-4560-821d-d9bb41667fb0, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=4f020d8d-54a5-4560-821d-d9bb41667fb0,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:12.102344 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.103645 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.115153 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.125391 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47664) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:12.141170 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Pushing event updated for resources: {'Port': ['ID=30b25251-acbe-4526-81ec-35bca48e91d2,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:12.206242 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=4f020d8d-54a5-4560-821d-d9bb41667fb0,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:12.208900 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.240634 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.335181 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-d40d4937-de70-4531-abf1-f05a0b973260', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:30:12.336604 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.410706 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:12.412269 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:12.469561 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.475785 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c5edfb68-29c0-4325-aaae-bbc6e386bde3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.551787 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Allocated IP 172.20.0.2 (d40d4937-de70-4531-abf1-f05a0b973260/0770df8b-3cea-4a92-b1c4-4138bce6656f/e9e620b1-4595-4263-9827-9838d74acca3) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:12.614329 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:30:12.683399 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c5edfb68-29c0-4325-aaae-bbc6e386bde3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.693397 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c5edfb68-29c0-4325-aaae-bbc6e386bde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.755350 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c5edfb68-29c0-4325-aaae-bbc6e386bde3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c61403cafc54dda9f506dc867c689e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6288254 Oct 15 16:30:12.756158 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edfb68-29c0-4325-aaae-bbc6e386bde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4681cf5f-4468-411b-ba55-10a177d86be3,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:12.789547 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47678) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:12.807035 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:30:12.828736 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-6f65492e-8e6d-4af5-b471-8592d3a65586 admin admin] 10.222.0.44 "PUT /v2.0/routers/514956d6-5fd7-48bf-9eb3-a722d0dd1f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5889609 Oct 15 16:30:12.902523 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.920338 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-5d74ff80-4daa-4087-b1bd-90e2ecc57a90 None None] Provisioning complete for port 30b25251-acbe-4526-81ec-35bca48e91d2 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:12.922532 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5d74ff80-4daa-4087-b1bd-90e2ecc57a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:12.974411 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.010618 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-5d74ff80-4daa-4087-b1bd-90e2ecc57a90 None None] Port 30b25251-acbe-4526-81ec-35bca48e91d2 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:13.130829 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Network d40d4937-de70-4531-abf1-f05a0b973260 is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:13.144261 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:13.150414 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:13.176090 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab43a99-9c99-4fec-beaf-7f2c7c2cd780 req-22605af0-d70a-4091-b083-638d52df41da tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:13.178283 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5ab43a99-9c99-4fec-beaf-7f2c7c2cd780 req-22605af0-d70a-4091-b083-638d52df41da tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0775096 Oct 15 16:30:13.183257 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Pushing event updated for resources: {'Port': ['ID=e9e620b1-4595-4263-9827-9838d74acca3,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:13.248119 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e28724ef-630b-422a-b124-34fe3174be4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.297872 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Attempting to bind port e9e620b1-4595-4263-9827-9838d74acca3 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:13.299092 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Attempting to bind port e9e620b1-4595-4263-9827-9838d74acca3 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:13.299505 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Attempting to bind port e9e620b1-4595-4263-9827-9838d74acca3 on network d40d4937-de70-4531-abf1-f05a0b973260 {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:13.307529 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e28724ef-630b-422a-b124-34fe3174be4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.312988 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:13.313655 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Checking segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:13.314468 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.315925 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Bound using segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:13.316887 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Bound port: e9e620b1-4595-4263-9827-9838d74acca3, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:13.317545 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.385442 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.408214 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5ab43a99-9c99-4fec-beaf-7f2c7c2cd780 req-1b65dc6a-00c5-4aff-9e35-610190c0a734 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184525 Oct 15 16:30:13.431644 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.435601 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e28724ef-630b-422a-b124-34fe3174be4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.438900 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e28724ef-630b-422a-b124-34fe3174be4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.441752 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-e28724ef-630b-422a-b124-34fe3174be4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4681cf5f-4468-411b-ba55-10a177d86be3 HTTP/1.1" status: 204 len: 168 time: 0.6510944 Oct 15 16:30:13.452071 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] For port e9e620b1-4595-4263-9827-9838d74acca3, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:13.458944 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] For port e9e620b1-4595-4263-9827-9838d74acca3, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=e9e620b1-4595-4263-9827-9838d74acca3,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:13.467972 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.482953 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28724ef-630b-422a-b124-34fe3174be4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681cf5f-4468-411b-ba55-10a177d86be3,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:13.578375 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Sync routers for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:30:13.601681 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:13.602309 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:13.680321 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceb8b6-8e2b-49cb-8d0d-33aedb86e87f None None] Pushing event updated for resources: {'Port': ['ID=e9e620b1-4595-4263-9827-9838d74acca3,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:13.698648 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Allocated IP 172.27.2.76 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/d7db77c8-aa47-4bc9-99c0-57a7a451ee90) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:13.838291 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 4f020d8d-54a5-4560-821d-d9bb41667fb0 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:13.874435 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:13.927105 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:13.995167 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:14.025377 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:14.028014 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:14.071192 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:14.119413 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 4f020d8d-54a5-4560-821d-d9bb41667fb0 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:14.119789 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:14.325835 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Pushing event updated for resources: {'Port': ['ID=d7db77c8-aa47-4bc9-99c0-57a7a451ee90,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:14.382340 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 2, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:14.461877 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Checking router: 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:30:14.462249 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Updating router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 port 30b25251-acbe-4526-81ec-35bca48e91d2 binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:30:14.522640 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:14.570787 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:14.702934 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb86b2d-9bda-4779-bed8-654f09971d06 req-3307432d-5eed-4505-8077-c8c4e9012b0e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:14.715806 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aeb86b2d-9bda-4779-bed8-654f09971d06 req-3307432d-5eed-4505-8077-c8c4e9012b0e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1176729 Oct 15 16:30:14.749201 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47726) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:14.798651 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-13f56695-805a-44f0-a3f2-27746d3b0541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:14.815712 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aeb86b2d-9bda-4779-bed8-654f09971d06 req-7e849116-4b4d-45c2-9eeb-8f5b052624e2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956144 Oct 15 16:30:14.945940 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47728) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:14.959653 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2034141097-network', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:14.996476 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.063256 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Made reservation on behalf of 9c8516faf7564d23ad8832123cc7db7a for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:15.066193 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.088424 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.172155 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.181535 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.195560 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-13f56695-805a-44f0-a3f2-27746d3b0541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.237930 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e841d3-0f44-4a70-af27-442f0388f7eb None None] Pushing event updated for resources: {'Port': ['ID=30b25251-acbe-4526-81ec-35bca48e91d2,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:15.253591 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.320585 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-13f56695-805a-44f0-a3f2-27746d3b0541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.344518 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Attempting to bind port 30b25251-acbe-4526-81ec-35bca48e91d2 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:15.344950 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Attempting to bind port 30b25251-acbe-4526-81ec-35bca48e91d2 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:15.345275 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Attempting to bind port 30b25251-acbe-4526-81ec-35bca48e91d2 on network c5e6ad5b-9f62-498a-92c3-399d45e998ed {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:15.357509 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:15.358466 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Checking segment: {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:15.358466 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.358696 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Bound using segment: {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:15.359131 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Bound port: 30b25251-acbe-4526-81ec-35bca48e91d2, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:15.359620 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.394516 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f56695-805a-44f0-a3f2-27746d3b0541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b949a27-a65b-4366-8bb9-dd99ac461369,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:15.440893 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-13f56695-805a-44f0-a3f2-27746d3b0541 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75634dfb6a424b4792767ece0ff39a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6851022 Oct 15 16:30:15.444734 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47744) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:15.471607 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863d269-f639-43c0-b646-02ba7cd41d9d None None] Network d40d4937-de70-4531-abf1-f05a0b973260 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:30:15.568639 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-48544576-6e3b-4b6b-8d4c-a499914aaeea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.604889 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.607456 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-70952ccb-21e2-4d2c-a61c-11fce7df037e None None] Provisioning complete for port e9e620b1-4595-4263-9827-9838d74acca3 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:15.607760 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-70952ccb-21e2-4d2c-a61c-11fce7df037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.614763 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.616530 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-48544576-6e3b-4b6b-8d4c-a499914aaeea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.662616 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:30:15.700060 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.700411 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Added segment 3c49cde8-281c-4f60-837e-e3394a7bd3e9 of type vlan for network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 Oct 15 16:30:15.734196 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-48544576-6e3b-4b6b-8d4c-a499914aaeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.737070 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-48544576-6e3b-4b6b-8d4c-a499914aaeea admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.738284 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-48544576-6e3b-4b6b-8d4c-a499914aaeea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b949a27-a65b-4366-8bb9-dd99ac461369 HTTP/1.1" status: 204 len: 168 time: 0.2925355 Oct 15 16:30:15.766958 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48544576-6e3b-4b6b-8d4c-a499914aaeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b949a27-a65b-4366-8bb9-dd99ac461369,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:15.789341 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.829453 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device e9e620b1-4595-4263-9827-9838d74acca3 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:15.829808 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9433676-9ab4-45b8-8fbe-d46ba2acbecd,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:15.834909 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Router aad76b2e-4b64-4d82-8b28-59e1273ce827 is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:30:15.839900 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] For port 30b25251-acbe-4526-81ec-35bca48e91d2, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:15.846433 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.847299 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:15.847889 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.876569 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] For port 30b25251-acbe-4526-81ec-35bca48e91d2, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=30b25251-acbe-4526-81ec-35bca48e91d2,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:15.907002 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] Pushing event updated for resources: {'Network': ['ID=2a38cd05-fcbd-4468-8da0-b525e2aa3fc8,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:15.907238 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:15.927058 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:30:15.976155 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-4ea82a57-545e-4a5e-a94a-a834d8f73e1c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0288787 Oct 15 16:30:15.978836 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47760) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:15.983910 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Request body: {'subnet': {'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2034141097-subnet', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:16.036942 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Made reservation on behalf of 9c8516faf7564d23ad8832123cc7db7a for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:16.043487 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532025314'] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:16.183512 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:30:16.198284 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Sync routers for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:30:16.215010 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:16.216201 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:16.244313 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:16.245653 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-2fafe5cb-1afa-4913-a0ac-1054e1f8fa03 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1991200 Oct 15 16:30:16.248460 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47772) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:16.344800 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c45ca9-d82d-4dd9-b689-99c2730536cc req-3605b48f-6b0a-4eef-aa62-43d30227d6be tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:16.347147 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-40c45ca9-d82d-4dd9-b689-99c2730536cc req-3605b48f-6b0a-4eef-aa62-43d30227d6be tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.3170502 Oct 15 16:30:16.373358 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e841d3-0f44-4a70-af27-442f0388f7eb None None] Pushing event updated for resources: {'Port': ['ID=30b25251-acbe-4526-81ec-35bca48e91d2,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:16.400213 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port e9e620b1-4595-4263-9827-9838d74acca3 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:16.400765 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:16.402518 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:16.403324 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:16.405196 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-70952ccb-21e2-4d2c-a61c-11fce7df037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:16.437919 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:16.610378 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:16.624078 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-40c45ca9-d82d-4dd9-b689-99c2730536cc req-41294d2e-1720-4f85-924d-9961d4dd62e6 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667563 Oct 15 16:30:16.714190 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532520740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532025296'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:16.786752 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:14Z', 'revision_number': 3, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:16.810764 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-70952ccb-21e2-4d2c-a61c-11fce7df037e None None] For port e9e620b1-4595-4263-9827-9838d74acca3, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=e9e620b1-4595-4263-9827-9838d74acca3,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:16.826658 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca83aa0-5501-4545-9850-b3bc6658a2e4,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:16.834641 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-70952ccb-21e2-4d2c-a61c-11fce7df037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:16.839952 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Checking segment: {'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:16.841212 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Network hostable DHCP agents. Network: 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:30:16.851121 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Checking router: aad76b2e-4b64-4d82-8b28-59e1273ce827 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:30:16.851397 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Updating router aad76b2e-4b64-4d82-8b28-59e1273ce827 port d7db77c8-aa47-4bc9-99c0-57a7a451ee90 binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:30:16.876437 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:30:16.893168 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:16.897766 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:16.898463 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:16.913101 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:16.926662 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9334b33-ce1f-4fbe-9741-288ead3e8a95 None None] Network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:30:16.950075 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-7b06c97b-4f13-4e7e-8018-0757fe4329e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9701247 Oct 15 16:30:16.953408 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 47788) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:16.958386 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:17.013015 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.016557 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.082485 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70952ccb-21e2-4d2c-a61c-11fce7df037e None None] Pushing event updated for resources: {'Port': ['ID=e9e620b1-4595-4263-9827-9838d74acca3,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:17.120028 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-456e1b61-ae9c-4332-beff-59ec037f40fb None None] Provisioning complete for port 30b25251-acbe-4526-81ec-35bca48e91d2 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:17.120401 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-456e1b61-ae9c-4332-beff-59ec037f40fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.147400 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.173385 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.372370 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-456e1b61-ae9c-4332-beff-59ec037f40fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.400036 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-2a38cd05-fcbd-4468-8da0-b525e2aa3fc8', 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'fixed_ips': [{'subnet_id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:30:17.403671 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.417051 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.436409 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:15Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:17.494383 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d88c2-326a-4ccb-ab6a-16971f478722 None None] The sync data for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi is: [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:15Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:17.502954 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Allocated IP 172.20.0.1 (d40d4937-de70-4531-abf1-f05a0b973260/0770df8b-3cea-4a92-b1c4-4138bce6656f/41a55d9a-c363-4766-866f-62a07ea17b9b) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:17.610704 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.626672 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-456e1b61-ae9c-4332-beff-59ec037f40fb None None] For port 30b25251-acbe-4526-81ec-35bca48e91d2, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=30b25251-acbe-4526-81ec-35bca48e91d2,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:17.639141 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.690103 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-456e1b61-ae9c-4332-beff-59ec037f40fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.888349 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Attempting to bind port d7db77c8-aa47-4bc9-99c0-57a7a451ee90 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:17.888791 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Attempting to bind port d7db77c8-aa47-4bc9-99c0-57a7a451ee90 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:17.889308 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Attempting to bind port d7db77c8-aa47-4bc9-99c0-57a7a451ee90 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:17.895163 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.911583 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a790c7d-b004-4d91-9d9a-65a594885371 None None] Pushing event updated for resources: {'Port': ['ID=d7db77c8-aa47-4bc9-99c0-57a7a451ee90,revision_number=2']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:17.918599 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:17.919099 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:17.919772 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:17.919942 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:17.920401 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Bound port: d7db77c8-aa47-4bc9-99c0-57a7a451ee90, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:17.929243 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.047128 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.047577 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device e9e620b1-4595-4263-9827-9838d74acca3 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:18.091639 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] For port d7db77c8-aa47-4bc9-99c0-57a7a451ee90, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:18.102848 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Network d40d4937-de70-4531-abf1-f05a0b973260 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:18.103070 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] For port d7db77c8-aa47-4bc9-99c0-57a7a451ee90, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d7db77c8-aa47-4bc9-99c0-57a7a451ee90,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:18.108371 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:18.109703 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.113144 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:18.171567 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.174855 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Pushing event updated for resources: {'Port': ['ID=41a55d9a-c363-4766-866f-62a07ea17b9b,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:18.207585 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.221866 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-27e46ffc-e0e2-42a6-a119-0ea19ace0888 None None] Provisioning complete for port e9e620b1-4595-4263-9827-9838d74acca3 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:18.222233 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-27e46ffc-e0e2-42a6-a119-0ea19ace0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.251054 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.372233 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e1b61-ae9c-4332-beff-59ec037f40fb None None] Pushing event updated for resources: {'Port': ['ID=30b25251-acbe-4526-81ec-35bca48e91d2,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:18.461978 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.543119 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Allocated IP 172.27.2.253 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/4e721c99-b709-41d3-9831-5656a3a74832) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:18.568022 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Allocated IP 172.20.0.2 (2a38cd05-fcbd-4468-8da0-b525e2aa3fc8/eca83aa0-5501-4545-9850-b3bc6658a2e4/d972505f-2f87-4608-a64f-19bcc64ff3db) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:18.572433 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a790c7d-b004-4d91-9d9a-65a594885371 None None] Pushing event updated for resources: {'Port': ['ID=d7db77c8-aa47-4bc9-99c0-57a7a451ee90,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:18.611030 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:18.611692 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:18.755716 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port e9e620b1-4595-4263-9827-9838d74acca3 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:18.756280 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.782901 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.790760 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:18.801156 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:19.038965 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:19.062003 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Pushing event updated for resources: {'Port': ['ID=41a55d9a-c363-4766-866f-62a07ea17b9b,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:19.130057 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:17Z', 'revision_number': 1, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:19.145730 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 30b25251-acbe-4526-81ec-35bca48e91d2 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:19.206048 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b30c50-edac-4cff-b8bc-24a6941c94c9 None None] The sync data for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi is: [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:17Z', 'revision_number': 1, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:19.250861 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-a5e971c7-e68f-4218-80d9-3f046f314f75 None None] Provisioning complete for port 41a55d9a-c363-4766-866f-62a07ea17b9b triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:19.252787 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a5e971c7-e68f-4218-80d9-3f046f314f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:19.310615 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Network d40d4937-de70-4531-abf1-f05a0b973260 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:19.313755 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:19.323714 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4b149-45bd-4e00-a32e-1beffb11d437 req-0a4a5a76-f093-480f-bcfc-1ccd8d6fbdab tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:19.331167 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-15d4b149-45bd-4e00-a32e-1beffb11d437 req-0a4a5a76-f093-480f-bcfc-1ccd8d6fbdab tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 1.4728773 Oct 15 16:30:19.411685 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-15d4b149-45bd-4e00-a32e-1beffb11d437 req-84a68997-0f7b-45fa-b287-544d736d1a4a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794203 Oct 15 16:30:19.423144 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:19.459657 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-a5e971c7-e68f-4218-80d9-3f046f314f75 None None] Port 41a55d9a-c363-4766-866f-62a07ea17b9b cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:19.512436 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:19.525957 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:19.530709 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 30b25251-acbe-4526-81ec-35bca48e91d2 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:19.531095 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:19.537970 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:19.638879 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:19.655703 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:19.666318 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:19.775664 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Pushing event updated for resources: {'Port': ['ID=4e721c99-b709-41d3-9831-5656a3a74832,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:20.016186 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-2cb6617e-0524-4aa6-8360-dd2ed8db9a64 None None] Provisioning complete for port 41a55d9a-c363-4766-866f-62a07ea17b9b triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:20.018108 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2cb6617e-0524-4aa6-8360-dd2ed8db9a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:20.021593 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:20.093620 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:20.093831 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Router aad76b2e-4b64-4d82-8b28-59e1273ce827 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:30:20.098515 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:20.162065 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Pushing event updated for resources: {'Port': ['ID=d972505f-2f87-4608-a64f-19bcc64ff3db,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:20.253830 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6617e-0524-4aa6-8360-dd2ed8db9a64 None None] Port 41a55d9a-c363-4766-866f-62a07ea17b9b cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:20.321896 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Attempting to bind port d972505f-2f87-4608-a64f-19bcc64ff3db on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:20.323048 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Attempting to bind port d972505f-2f87-4608-a64f-19bcc64ff3db by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:20.323310 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Attempting to bind port d972505f-2f87-4608-a64f-19bcc64ff3db on network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:20.339330 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:20.340073 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Checking segment: {'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:20.340691 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:20.341238 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Bound using segment: {'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:20.342154 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Bound port: d972505f-2f87-4608-a64f-19bcc64ff3db, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:20.347207 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:20.373178 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:20.384295 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:30:20.401894 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-5a1a35e1-a52b-4051-b27d-c6039a7ac189 admin admin] 10.222.0.44 "PUT /v2.0/routers/aad76b2e-4b64-4d82-8b28-59e1273ce827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1523433 Oct 15 16:30:20.550291 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 30b25251-acbe-4526-81ec-35bca48e91d2 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:20.649197 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] For port d972505f-2f87-4608-a64f-19bcc64ff3db, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:20.660499 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] For port d972505f-2f87-4608-a64f-19bcc64ff3db, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d972505f-2f87-4608-a64f-19bcc64ff3db,segment=NetworkSegment(3c49cde8-281c-4f60-837e-e3394a7bd3e9),segment_id=3c49cde8-281c-4f60-837e-e3394a7bd3e9)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:20.682290 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47970) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:20.713037 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:20.881479 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 30b25251-acbe-4526-81ec-35bca48e91d2 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:20.881858 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:20.883876 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4e6aa-acdd-446e-a0ab-9fc1fbc55a56 None None] Pushing event updated for resources: {'Port': ['ID=d972505f-2f87-4608-a64f-19bcc64ff3db,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:20.947491 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:20.971668 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-105ad9f9-3ba1-4d0d-af85-03a8ab85aa64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:20.994313 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb17ea-d8ab-4dd4-a7cb-739a8304846f req-d56ca82a-5f48-4c6e-855a-f5fd1b4e39c8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:20.995891 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3bb17ea-d8ab-4dd4-a7cb-739a8304846f req-d56ca82a-5f48-4c6e-855a-f5fd1b4e39c8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.4012072 Oct 15 16:30:21.190157 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-105ad9f9-3ba1-4d0d-af85-03a8ab85aa64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:21.197588 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-105ad9f9-3ba1-4d0d-af85-03a8ab85aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:21.269694 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-105ad9f9-3ba1-4d0d-af85-03a8ab85aa64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f6d37db4aae440b9c02e046500f004a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5860987 Oct 15 16:30:21.272208 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 47990) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:21.337251 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ad9f9-3ba1-4d0d-af85-03a8ab85aa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7004ea-2206-4562-9451-31be26b51f22,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:21.357732 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3bb17ea-d8ab-4dd4-a7cb-739a8304846f req-497a8636-5b91-4059-8c2d-754b9675a73c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424829 Oct 15 16:30:21.413656 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:30:21.436454 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22c55f39-1791-4f9b-9b31-ee0bef5819eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:21.521493 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22c55f39-1791-4f9b-9b31-ee0bef5819eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:21.556662 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48006) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:21.591382 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:30:21.623878 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Sync routers for ids ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:30:21.625871 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22c55f39-1791-4f9b-9b31-ee0bef5819eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:21.632114 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22c55f39-1791-4f9b-9b31-ee0bef5819eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:21.633737 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-22c55f39-1791-4f9b-9b31-ee0bef5819eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb7004ea-2206-4562-9451-31be26b51f22 HTTP/1.1" status: 204 len: 168 time: 0.3601427 Oct 15 16:30:21.637722 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:21.643832 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-fc1ee5dc-3bdf-4c0c-b907-59f8050b4102 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6888020 Oct 15 16:30:21.647336 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48014) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:21.650592 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Routers {'59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:21.652315 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:21.672691 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c55f39-1791-4f9b-9b31-ee0bef5819eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7004ea-2206-4562-9451-31be26b51f22,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:21.845905 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5b289a9-9a50-4997-b576-1b29c4e75c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:21.864203 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Set router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:22.065278 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5b289a9-9a50-4997-b576-1b29c4e75c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.072241 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5b289a9-9a50-4997-b576-1b29c4e75c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.150169 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48022) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:22.155520 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-f14eb8d9-92ab-47dc-b6fb-f8b500d2db22 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841542526', 'description': 'tempest-description--1789254615'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:22.186244 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f5b289a9-9a50-4997-b576-1b29c4e75c1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62331685f3004b4aba1ad8d7372c4383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282210 Oct 15 16:30:22.188617 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48024) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:22.191219 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b289a9-9a50-4997-b576-1b29c4e75c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd6fda1-eaa7-40ea-90f4-f41fcbcaea5f,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:22.228961 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4e721c99-b709-41d3-9831-5656a3a74832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:20Z', 'revision_number': 3, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port': {'id': '4e721c99-b709-41d3-9831-5656a3a74832', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:70:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:18Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:22.256089 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48026) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:22.262793 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Checking router: 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:30:22.263404 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Updating router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 port 4e721c99-b709-41d3-9831-5656a3a74832 binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:30:22.284124 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f14eb8d9-92ab-47dc-b6fb-f8b500d2db22 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.287409 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8c10ad28-eda2-4ebc-8d5d-b39d4ef303f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.304889 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.364235 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c977f99f-ed85-49a8-927f-c47fc86d824c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.426003 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c977f99f-ed85-49a8-927f-c47fc86d824c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.464755 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.467084 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f14eb8d9-92ab-47dc-b6fb-f8b500d2db22 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.499820 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f14eb8d9-92ab-47dc-b6fb-f8b500d2db22 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.566363 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c44dd8-18e5-40d6-be88-d7635a38aea8 None None] Network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:30:22.580568 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eb8d9-92ab-47dc-b6fb-f8b500d2db22 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c74d1-0188-4f24-8765-e056d8393c8f,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:22.613545 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f14eb8d9-92ab-47dc-b6fb-f8b500d2db22 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.615254 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f14eb8d9-92ab-47dc-b6fb-f8b500d2db22 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4637709 Oct 15 16:30:22.618667 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48032) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:22.629055 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-46981838-6138-4922-ab11-fd1235a09e44 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'security_group_rule': {'security_group_id': 'f97c74d1-0188-4f24-8765-e056d8393c8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:22.649946 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8c10ad28-eda2-4ebc-8d5d-b39d4ef303f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.664076 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c977f99f-ed85-49a8-927f-c47fc86d824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.667000 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c977f99f-ed85-49a8-927f-c47fc86d824c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.668357 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c977f99f-ed85-49a8-927f-c47fc86d824c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2dd6fda1-eaa7-40ea-90f4-f41fcbcaea5f HTTP/1.1" status: 204 len: 168 time: 0.4786375 Oct 15 16:30:22.669260 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8c10ad28-eda2-4ebc-8d5d-b39d4ef303f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.688947 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977f99f-ed85-49a8-927f-c47fc86d824c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd6fda1-eaa7-40ea-90f4-f41fcbcaea5f,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:22.744032 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c2454-c7d3-49c4-ae91-ccdcd79d1b19 req-10905c5f-478d-440a-bd48-2e105642eef5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:22.746557 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-776c2454-c7d3-49c4-ae91-ccdcd79d1b19 req-10905c5f-478d-440a-bd48-2e105642eef5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.2149718 Oct 15 16:30:22.757352 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d972505f-2f87-4608-a64f-19bcc64ff3db up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:22.765213 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8c10ad28-eda2-4ebc-8d5d-b39d4ef303f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=987a4a1b887c4ad3ad8fc41ffd5a52a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080667 Oct 15 16:30:22.766273 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-46981838-6138-4922-ab11-fd1235a09e44 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.769072 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48036) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:22.797789 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10ad28-eda2-4ebc-8d5d-b39d4ef303f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d3fe3-d482-4c57-b731-c6c01d69a845,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:22.840855 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-776c2454-c7d3-49c4-ae91-ccdcd79d1b19 req-aa809cff-333e-4d36-ad63-fe68cb536bbf tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853481 Oct 15 16:30:22.865486 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Allocated IP 172.20.0.1 (2a38cd05-fcbd-4468-8da0-b525e2aa3fc8/eca83aa0-5501-4545-9850-b3bc6658a2e4/ec77487b-917f-42a4-8dca-cb044a1aa588) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:22.886079 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-46981838-6138-4922-ab11-fd1235a09e44 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.892948 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-46981838-6138-4922-ab11-fd1235a09e44 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.925241 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5682dc40-d57c-4646-be7b-7fb43a0a43b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.929305 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46981838-6138-4922-ab11-fd1235a09e44 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfb01c0-e76d-4a40-8a08-c07fe7947da8,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:22.944331 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-46f36608-6094-49aa-a3af-8b76ee14db05 None None] Provisioning complete for port d972505f-2f87-4608-a64f-19bcc64ff3db triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:22.944725 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-46f36608-6094-49aa-a3af-8b76ee14db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:22.983023 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5682dc40-d57c-4646-be7b-7fb43a0a43b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.000569 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-46981838-6138-4922-ab11-fd1235a09e44 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.001854 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-46981838-6138-4922-ab11-fd1235a09e44 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3816943 Oct 15 16:30:23.008272 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48040) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:23.017004 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-74bda488-dc8e-47ef-bc4b-7e5f1d7d40c9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'security_group_rule': {'security_group_id': 'f97c74d1-0188-4f24-8765-e056d8393c8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:23.070455 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.078630 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5682dc40-d57c-4646-be7b-7fb43a0a43b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.082129 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5682dc40-d57c-4646-be7b-7fb43a0a43b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.083505 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-5682dc40-d57c-4646-be7b-7fb43a0a43b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb5d3fe3-d482-4c57-b731-c6c01d69a845 HTTP/1.1" status: 204 len: 168 time: 0.3095665 Oct 15 16:30:23.096316 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682dc40-d57c-4646-be7b-7fb43a0a43b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d3fe3-d482-4c57-b731-c6c01d69a845,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:23.096490 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-74bda488-dc8e-47ef-bc4b-7e5f1d7d40c9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.175364 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port d972505f-2f87-4608-a64f-19bcc64ff3db triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:23.175799 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.191264 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-74bda488-dc8e-47ef-bc4b-7e5f1d7d40c9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.193674 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.205379 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-74bda488-dc8e-47ef-bc4b-7e5f1d7d40c9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.237109 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.258773 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:23.261912 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bda488-dc8e-47ef-bc4b-7e5f1d7d40c9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361e9b99-6b8c-4b06-9fb5-f1edf620c3a5,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:23.276222 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.287237 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:23.295113 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-74bda488-dc8e-47ef-bc4b-7e5f1d7d40c9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.296337 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-74bda488-dc8e-47ef-bc4b-7e5f1d7d40c9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869632 Oct 15 16:30:23.297624 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:23.300466 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48048) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:23.305554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:23.311937 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Pushing event updated for resources: {'Port': ['ID=ec77487b-917f-42a4-8dca-cb044a1aa588,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:23.349132 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Sync routers for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:30:23.362675 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:23.363363 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:23.366555 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.380605 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-46f36608-6094-49aa-a3af-8b76ee14db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.400895 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.448253 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Attempting to bind port 4e721c99-b709-41d3-9831-5656a3a74832 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:23.448758 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Attempting to bind port 4e721c99-b709-41d3-9831-5656a3a74832 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:23.449189 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Attempting to bind port 4e721c99-b709-41d3-9831-5656a3a74832 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:23.460210 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:23.460763 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:23.461260 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.461741 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:23.462414 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Bound port: 4e721c99-b709-41d3-9831-5656a3a74832, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:23.463000 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.477138 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48050) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:23.522580 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4124827d-04c8-44c8-8eab-2a0b1867681b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.525325 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1a393-3769-437d-9521-a5bba9cd24fb None None] Pushing event updated for resources: {'Port': ['ID=4e721c99-b709-41d3-9831-5656a3a74832,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:23.556803 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-46f36608-6094-49aa-a3af-8b76ee14db05 None None] For port d972505f-2f87-4608-a64f-19bcc64ff3db, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d972505f-2f87-4608-a64f-19bcc64ff3db,segment=NetworkSegment(3c49cde8-281c-4f60-837e-e3394a7bd3e9),segment_id=3c49cde8-281c-4f60-837e-e3394a7bd3e9)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:23.569042 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-46f36608-6094-49aa-a3af-8b76ee14db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.648965 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.654833 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.676788 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:23.684359 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] For port 4e721c99-b709-41d3-9831-5656a3a74832, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:23.754762 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] For port 4e721c99-b709-41d3-9831-5656a3a74832, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=4e721c99-b709-41d3-9831-5656a3a74832,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:23.762347 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:23.785714 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d7db77c8-aa47-4bc9-99c0-57a7a451ee90 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:24.015487 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f36608-6094-49aa-a3af-8b76ee14db05 None None] Pushing event updated for resources: {'Port': ['ID=d972505f-2f87-4608-a64f-19bcc64ff3db,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:24.038642 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.064392 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.102929 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1a393-3769-437d-9521-a5bba9cd24fb None None] Pushing event updated for resources: {'Port': ['ID=4e721c99-b709-41d3-9831-5656a3a74832,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:24.128347 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Routers {'59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:24.129049 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:24.209082 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4124827d-04c8-44c8-8eab-2a0b1867681b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.220027 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Allocated IP 172.27.2.71 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/f2bfbff6-6ef5-4128-a68e-f0eb4ecd9c16) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:24.264670 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4124827d-04c8-44c8-8eab-2a0b1867681b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.269996 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Pushing event updated for resources: {'Port': ['ID=ec77487b-917f-42a4-8dca-cb044a1aa588,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:24.307650 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] Set router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:24.333500 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2ab01-7f9d-4e9d-8e2c-85f955929341 req-22c829e7-0fa9-48b9-acd0-c1826a1b5c82 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:24.342791 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-68f2ab01-7f9d-4e9d-8e2c-85f955929341 req-22c829e7-0fa9-48b9-acd0-c1826a1b5c82 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.3006246 Oct 15 16:30:24.373955 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.453756 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-0a91b7e9-53d1-4a6f-b6a6-f9bddbb24ba7 None None] Provisioning complete for port ec77487b-917f-42a4-8dca-cb044a1aa588 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:24.453756 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0a91b7e9-53d1-4a6f-b6a6-f9bddbb24ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.498917 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-4124827d-04c8-44c8-8eab-2a0b1867681b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef521c6b8c634fdf847599ea917cfba6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0204391 Oct 15 16:30:24.503237 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48076) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:24.514743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.544158 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124827d-04c8-44c8-8eab-2a0b1867681b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e414e5-ce6c-4bf6-aac9-ea48e1d04dcf,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:24.558106 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port d7db77c8-aa47-4bc9-99c0-57a7a451ee90 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:24.558106 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.633778 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-68f2ab01-7f9d-4e9d-8e2c-85f955929341 req-d38bdb84-e2e4-4357-9fa7-4b471fff1ffc tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899179 Oct 15 16:30:24.666704 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-0a91b7e9-53d1-4a6f-b6a6-f9bddbb24ba7 None None] Port ec77487b-917f-42a4-8dca-cb044a1aa588 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:24.699162 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-0a91b7e9-53d1-4a6f-b6a6-f9bddbb24ba7 None None] Provisioning complete for port d972505f-2f87-4608-a64f-19bcc64ff3db triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:24.699162 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0a91b7e9-53d1-4a6f-b6a6-f9bddbb24ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.721978 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56444d94-c1da-4584-8a79-232fb2805296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.761444 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.766676 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.796171 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:24.799696 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:24.813908 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56444d94-c1da-4584-8a79-232fb2805296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.866397 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port d7db77c8-aa47-4bc9-99c0-57a7a451ee90, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d7db77c8-aa47-4bc9-99c0-57a7a451ee90,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:24.873626 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 2, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:24.881259 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:24.936751 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:24.950436 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=d7db77c8-aa47-4bc9-99c0-57a7a451ee90,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:24.967295 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:24.972347 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:24.979366 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Checking router: aad76b2e-4b64-4d82-8b28-59e1273ce827 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:30:24.980391 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Updating router aad76b2e-4b64-4d82-8b28-59e1273ce827 port 41a55d9a-c363-4766-866f-62a07ea17b9b binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:30:24.980672 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4e721c99-b709-41d3-9831-5656a3a74832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 4, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port': {'id': '4e721c99-b709-41d3-9831-5656a3a74832', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:70:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:18Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'ec77487b-917f-42a4-8dca-cb044a1aa588', 'name': '', 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'mac_address': 'fa:16:3e:54:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:22Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 2, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'subnets': [{'id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:25.068093 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:30:25.071972 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543c18b-606c-4bea-9feb-a4ae69916f70 None None] The sync data for ids ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'] in dv-cinder-801913-8-iscsi is: [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4e721c99-b709-41d3-9831-5656a3a74832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 4, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port': {'id': '4e721c99-b709-41d3-9831-5656a3a74832', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:70:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:18Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'ec77487b-917f-42a4-8dca-cb044a1aa588', 'name': '', 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'mac_address': 'fa:16:3e:54:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:22Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 2, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'subnets': [{'id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:25.079404 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.160625 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.185540 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'Port': ['ID=f2bfbff6-6ef5-4128-a68e-f0eb4ecd9c16,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:25.194330 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56444d94-c1da-4584-8a79-232fb2805296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.197693 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56444d94-c1da-4584-8a79-232fb2805296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.198161 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-56444d94-c1da-4584-8a79-232fb2805296 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4e414e5-ce6c-4bf6-aac9-ea48e1d04dcf HTTP/1.1" status: 204 len: 168 time: 0.6939735 Oct 15 16:30:25.243797 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56444d94-c1da-4584-8a79-232fb2805296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e414e5-ce6c-4bf6-aac9-ea48e1d04dcf,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:25.247632 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-15f52fc7-1031-40e6-94e1-c50316cb5007 None None] Provisioning complete for port ec77487b-917f-42a4-8dca-cb044a1aa588 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:25.248014 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-15f52fc7-1031-40e6-94e1-c50316cb5007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.256283 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.309766 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d972505f-2f87-4608-a64f-19bcc64ff3db up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:25.467038 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-15f52fc7-1031-40e6-94e1-c50316cb5007 None None] Port ec77487b-917f-42a4-8dca-cb044a1aa588 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:25.508028 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port d972505f-2f87-4608-a64f-19bcc64ff3db triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:25.508406 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.581490 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.589985 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.672802 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-d4016e11-68a1-4a73-97a5-18a044de5f10 None None] Provisioning complete for port ec77487b-917f-42a4-8dca-cb044a1aa588 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:25.673328 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d4016e11-68a1-4a73-97a5-18a044de5f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.747651 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616b4be-a2d7-4fdf-b66c-b81c8bce27cc None None] Pushing event updated for resources: {'Port': ['ID=41a55d9a-c363-4766-866f-62a07ea17b9b,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:25.753735 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.769466 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.853085 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'Port': ['ID=f2bfbff6-6ef5-4128-a68e-f0eb4ecd9c16,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:25.924611 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.926975 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-d4016e11-68a1-4a73-97a5-18a044de5f10 None None] Port ec77487b-917f-42a4-8dca-cb044a1aa588 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:25.937791 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Attempting to bind port 41a55d9a-c363-4766-866f-62a07ea17b9b on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:25.938783 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Attempting to bind port 41a55d9a-c363-4766-866f-62a07ea17b9b by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:25.939900 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Attempting to bind port 41a55d9a-c363-4766-866f-62a07ea17b9b on network d40d4937-de70-4531-abf1-f05a0b973260 {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:25.959852 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.964369 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:25.965167 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Checking segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:25.965772 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.966397 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Bound using segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:25.967481 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Bound port: 41a55d9a-c363-4766-866f-62a07ea17b9b, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:25.968074 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:25.973167 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-62f735a0-b512-4e93-96cb-a5d0d28f151a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6713345 Oct 15 16:30:25.978734 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-40404eee-8c58-47d4-917c-67d1ee861d17 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414374230&fields=id&tenant_id=0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 267 time: 0.9054716 Oct 15 16:30:26.009622 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5ca4-7bba-4d01-933b-42cf125545f0 req-6652905a-637e-460a-af71-fadac54d5e0d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:26.009622 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5c3f5ca4-7bba-4d01-933b-42cf125545f0 req-6652905a-637e-460a-af71-fadac54d5e0d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1813142 Oct 15 16:30:26.111952 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] For port 41a55d9a-c363-4766-866f-62a07ea17b9b, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:26.120855 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] For port 41a55d9a-c363-4766-866f-62a07ea17b9b, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=41a55d9a-c363-4766-866f-62a07ea17b9b,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:26.134368 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:26.218424 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:26.219441 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:26.274353 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-6f1b36ad-3b1d-427e-b459-5b9cb78f08a7 None None] Provisioning complete for port 41a55d9a-c363-4766-866f-62a07ea17b9b triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:26.274729 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6f1b36ad-3b1d-427e-b459-5b9cb78f08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:26.287979 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616b4be-a2d7-4fdf-b66c-b81c8bce27cc None None] Pushing event updated for resources: {'Port': ['ID=41a55d9a-c363-4766-866f-62a07ea17b9b,revision_number=4']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:26.387155 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-0dbc3ef7-5245-4d7d-8c1d-2b9e16489d4e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:26.395762 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-0dbc3ef7-5245-4d7d-8c1d-2b9e16489d4e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 812 time: 0.3835735 Oct 15 16:30:26.413130 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:26.448791 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5c3f5ca4-7bba-4d01-933b-42cf125545f0 req-477e6311-3b5b-49b6-96ac-9a939334b6cb tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210281 Oct 15 16:30:26.450305 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:30:26.475277 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-bd147780-8190-4250-8e41-4106fff17b66 admin admin] 10.222.0.44 "PUT /v2.0/routers/59b3941a-d4d0-4f32-9fc6-5aef33ec06c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8264608 Oct 15 16:30:26.503585 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-2060c8cf-7771-4077-8fad-aa06d83c322e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/quotas/0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 375 time: 0.1060543 Oct 15 16:30:26.558365 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6f1b36ad-3b1d-427e-b459-5b9cb78f08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:26.606474 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-0994c5cd-f9a1-4380-9fff-2fd2d6db5d93 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937107 Oct 15 16:30:26.678085 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-6f1b36ad-3b1d-427e-b459-5b9cb78f08a7 None None] For port 41a55d9a-c363-4766-866f-62a07ea17b9b, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=41a55d9a-c363-4766-866f-62a07ea17b9b,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:26.687599 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6f1b36ad-3b1d-427e-b459-5b9cb78f08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:26.707847 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-5f2ccec5-fadd-48e0-be37-6120ccb892cb tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--841542526&fields=id&tenant_id=0166b2a7c88143b7a8cab762b6a97a27 HTTP/1.1" status: 200 len: 267 time: 0.1002398 Oct 15 16:30:26.839371 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b36ad-3b1d-427e-b459-5b9cb78f08a7 None None] Pushing event updated for resources: {'Port': ['ID=41a55d9a-c363-4766-866f-62a07ea17b9b,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:26.860585 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-2bac8719-e7db-4e83-bb1a-d6107f14537e None None] Provisioning complete for port 41a55d9a-c363-4766-866f-62a07ea17b9b triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:26.860992 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2bac8719-e7db-4e83-bb1a-d6107f14537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:26.894478 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:27.021525 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-dfe0398e-a683-4e52-89fc-685137c83bcb service neutron] 10.222.0.44 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880873 Oct 15 16:30:27.123935 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-224b86b9-08bb-474c-a29d-40dc912c235d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:27.125645 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-224b86b9-08bb-474c-a29d-40dc912c235d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 810 time: 0.4121854 Oct 15 16:30:27.168552 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a278d6-5f34-41e1-b0b4-e6468da8eed8 None None] The sync data for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi is: [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:27.222236 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-6698a881-4657-49d9-a1aa-a0e7f6614c6c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/quotas/0166b2a7c88143b7a8cab762b6a97a27 HTTP/1.1" status: 200 len: 375 time: 0.0890105 Oct 15 16:30:27.275658 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 41a55d9a-c363-4766-866f-62a07ea17b9b up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:27.296506 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-4da0319d-fdaa-4e66-93ed-5e33f99f62a3 service neutron] 10.222.0.44 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581649 Oct 15 16:30:27.347415 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-12b53837-13ef-4074-8dc1-850f1812ff5d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184604 Oct 15 16:30:27.405070 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 41a55d9a-c363-4766-866f-62a07ea17b9b triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:27.408834 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:27.544526 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-ecf2c1b7-8207-47d5-9d63-10d4d84e431a service neutron] 10.222.0.44 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663473 Oct 15 16:30:27.600184 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 4e721c99-b709-41d3-9831-5656a3a74832 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:27.695045 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 4e721c99-b709-41d3-9831-5656a3a74832 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:27.696292 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:27.770895 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-c7ff255f-f492-4785-9540-8f23ba82bfec service neutron] 10.222.0.44 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194486 Oct 15 16:30:28.015203 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:28.053995 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:30:28.054205 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 4e721c99-b709-41d3-9831-5656a3a74832, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=4e721c99-b709-41d3-9831-5656a3a74832,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:28.067880 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:28.073090 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d7db77c8-aa47-4bc9-99c0-57a7a451ee90 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:28.152736 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ebbdc-7147-49fb-841e-9fe376b6a2dc req-faa18ce1-065e-4641-ad14-6bc38dc7467d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:28.164353 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-637ebbdc-7147-49fb-841e-9fe376b6a2dc req-faa18ce1-065e-4641-ad14-6bc38dc7467d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1121423 Oct 15 16:30:28.240719 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-eebf4df6-1183-49a9-8cc0-0d108f6dfdd4 req-9445a365-2839-4406-a17e-e72c0f95dd34 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 210 time: 0.0414317 Oct 15 16:30:28.260582 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=4e721c99-b709-41d3-9831-5656a3a74832,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:28.260732 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-637ebbdc-7147-49fb-841e-9fe376b6a2dc req-502d381b-127f-4593-be01-9a7fe121e8af tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932543 Oct 15 16:30:28.330961 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port d7db77c8-aa47-4bc9-99c0-57a7a451ee90 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:28.331448 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:28.474653 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-01677e76-4e81-4af8-b3fd-f43fc4b6e0cb req-528bce0d-6d49-49ca-9c09-942adcbcb6ea tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 210 time: 0.1191993 Oct 15 16:30:29.100756 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 4e721c99-b709-41d3-9831-5656a3a74832 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:29.321662 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 4e721c99-b709-41d3-9831-5656a3a74832 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:29.322354 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:29.439796 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9bc4e64d-1d88-4d91-becd-c2620b60ccf7 req-868326e7-334d-4b95-9176-0214e445abeb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 210 time: 0.0697958 Oct 15 16:30:29.508570 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48260) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:29.706248 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705223-d04d-462a-83a1-7e17781c0581 req-0e50d8ed-2cf0-48b4-9931-1a30378e3473 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:29.709445 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-69705223-d04d-462a-83a1-7e17781c0581 req-0e50d8ed-2cf0-48b4-9931-1a30378e3473 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.2336695 Oct 15 16:30:29.757651 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b934c418-b86b-49ab-87b9-561b94cc246c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:29.815016 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-01d271c0-1c11-4c5d-aeef-76819b794f8e req-c51805fc-3626-4850-9467-22efbfbd3270 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 210 time: 0.0968156 Oct 15 16:30:29.887588 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-69705223-d04d-462a-83a1-7e17781c0581 req-ecdfafc0-c2a3-4869-aa08-5bcb0f3991d7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389267 Oct 15 16:30:30.100406 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b934c418-b86b-49ab-87b9-561b94cc246c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:30.107937 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b934c418-b86b-49ab-87b9-561b94cc246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:30.168466 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b934c418-b86b-49ab-87b9-561b94cc246c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae7ad751abce456bb1ff73d2477e5f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6584694 Oct 15 16:30:30.169413 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48274) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:30.311077 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934c418-b86b-49ab-87b9-561b94cc246c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f762e9d2-4eb2-4143-964a-7b76a193c642,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:30.324488 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-010af634-2bf2-4c61-9ee2-c4ca97145bfa tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:30.337508 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-010af634-2bf2-4c61-9ee2-c4ca97145bfa tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 812 time: 0.3938122 Oct 15 16:30:30.537262 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-b27e8bc4-6172-49d8-934b-74a9750b7b3c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 380 time: 0.1828237 Oct 15 16:30:30.550733 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'port': {'device_id': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'admin_state_up': True, 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'security_groups': ['d1d47817-f5e8-4a2c-aa90-bd612ddad959']}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:30.591770 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-28c04ae4-67c0-4a28-9d78-71fac49f1be0 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:30.595804 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-28c04ae4-67c0-4a28-9d78-71fac49f1be0 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 810 time: 0.1828165 Oct 15 16:30:30.597274 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-80887492-7923-424b-a5a9-39f4a2c958fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:30.656849 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-80887492-7923-424b-a5a9-39f4a2c958fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:30.687879 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-614e3928-f052-48de-8482-11c7b001284d req-7bf5892a-2f0a-48cc-bb9d-6b1050978947 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 210 time: 0.0496025 Oct 15 16:30:30.785485 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Made reservation on behalf of 0477a7a60c16413fb41dd6974bbfb3ca for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:30.791746 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:30.872390 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d07ac1a2-efb1-4de6-8aa2-8b2112919a53 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0166b2a7c88143b7a8cab762b6a97a27 HTTP/1.1" status: 200 len: 379 time: 0.1420116 Oct 15 16:30:30.878254 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-80887492-7923-424b-a5a9-39f4a2c958fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:30.888365 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-80887492-7923-424b-a5a9-39f4a2c958fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:30.891691 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-80887492-7923-424b-a5a9-39f4a2c958fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f762e9d2-4eb2-4143-964a-7b76a193c642 HTTP/1.1" status: 204 len: 168 time: 0.7122214 Oct 15 16:30:30.913105 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'port': {'device_id': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'admin_state_up': True, 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'security_groups': ['f97c74d1-0188-4f24-8765-e056d8393c8f']}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:30.987928 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887492-7923-424b-a5a9-39f4a2c958fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f762e9d2-4eb2-4143-964a-7b76a193c642,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:31.036854 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2df3872f-d050-4d8a-9dd2-b1acf2108d53 req-34cede81-be9a-4e80-9a10-0c9176791d1b tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 210 time: 0.0507674 Oct 15 16:30:31.244688 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Allocated IP 172.20.0.8 (7769421a-bb7c-4a0d-b4fb-b292b365686f/30f06f30-35dd-4d16-a827-4b04267f3b83/d3c53d98-62d3-450d-9233-1dc30ae1b981) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:31.344936 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176d52a-9519-4a22-8423-99a19a2cfaf8 req-9de52e25-38df-40ec-83fe-ca528c05f062 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:31.349082 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b176d52a-9519-4a22-8423-99a19a2cfaf8 req-9de52e25-38df-40ec-83fe-ca528c05f062 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1665440 Oct 15 16:30:31.410114 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Made reservation on behalf of 0166b2a7c88143b7a8cab762b6a97a27 for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:31.417507 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:31.724537 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b176d52a-9519-4a22-8423-99a19a2cfaf8 req-d21ab6fe-2add-4405-bbf0-8361fcdfd2c9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403342 Oct 15 16:30:31.800311 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Allocated IP 172.20.0.14 (d40d4937-de70-4531-abf1-f05a0b973260/0770df8b-3cea-4a92-b1c4-4138bce6656f/d62e8533-50f7-4140-9bb3-71c99a8538d0) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:31.818902 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Sync routers for ids ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:30:31.835546 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Routers {'59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:31.846947 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:31.900398 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:31.998763 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-85c71772-9b59-4bba-a3b1-1594f8a7fa4d req-1e2b8cac-4046-4bb4-a25d-04484f7c5ae0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 210 time: 0.0672877 Oct 15 16:30:32.011878 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48306) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:32.052333 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-57d31795-e10f-4777-ae36-034204873ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.107579 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.195511 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.198353 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:32.200175 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=d3c53d98-62d3-450d-9233-1dc30ae1b981,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:32.220617 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:32.224834 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:32.246020 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Set router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:32.306238 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.316499 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:32.324739 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.384507 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-ff199050-e7b3-454a-87a8-ad6380281449 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8383119 Oct 15 16:30:32.406567 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Request body: {'port': {'device_id': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:32.445048 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Network d40d4937-de70-4531-abf1-f05a0b973260 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:32.449517 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:32.461769 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-57d31795-e10f-4777-ae36-034204873ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.482167 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:32.495878 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-57d31795-e10f-4777-ae36-034204873ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.536809 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-57d31795-e10f-4777-ae36-034204873ef2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b7476f2e3f14721a2e83696e8713252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104239 Oct 15 16:30:32.549469 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105f18d-d3bd-429a-b015-e55ea6de4c14 req-6a5f5c35-99b0-409e-8f05-ad9bfd671c30 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:32.556672 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7105f18d-d3bd-429a-b015-e55ea6de4c14 req-6a5f5c35-99b0-409e-8f05-ad9bfd671c30 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 932 time: 0.3419850 Oct 15 16:30:32.559685 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48314) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:32.592425 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'Port': ['ID=d62e8533-50f7-4140-9bb3-71c99a8538d0,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:32.658653 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:32.668774 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.680427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.698718 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-d9782351-fa9f-45ff-b327-257e91a7b3f1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8048611 Oct 15 16:30:32.701794 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d31795-e10f-4777-ae36-034204873ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fef579-4637-4563-9030-9fc8df0c44d3,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:32.714450 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Request body: {'port': {'device_id': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:32.793299 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7105f18d-d3bd-429a-b015-e55ea6de4c14 req-c6336689-dd56-42ea-a808-ea40ea1c6639 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292752 Oct 15 16:30:32.871316 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-b2627597-efa4-4271-bc0b-250203360a0c None None] Provisioning complete for port d3c53d98-62d3-450d-9233-1dc30ae1b981 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:32.872340 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-b2627597-efa4-4271-bc0b-250203360a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.906948 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:32.935814 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4e721c99-b709-41d3-9831-5656a3a74832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 4, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port': {'id': '4e721c99-b709-41d3-9831-5656a3a74832', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:70:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:18Z', 'updated_at': '2021-10-15T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'ec77487b-917f-42a4-8dca-cb044a1aa588', 'name': '', 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'mac_address': 'fa:16:3e:54:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:22Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 2, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'subnets': [{'id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:32.942469 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-b2627597-efa4-4271-bc0b-250203360a0c None None] Port d3c53d98-62d3-450d-9233-1dc30ae1b981 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:32.948161 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-320672fa-82b7-4c9a-a38f-9f70ef10c771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:33.004633 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Checking router: 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:30:33.005042 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Updating router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 port ec77487b-917f-42a4-8dca-cb044a1aa588 binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:30:33.092213 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-320672fa-82b7-4c9a-a38f-9f70ef10c771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:33.142695 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:33.212593 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c809-a8bb-40d9-88bc-4b44e38e9ba7 req-0e1a347f-2d69-4fcb-a52c-69acf4628aea tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:33.224499 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7cb7c809-a8bb-40d9-88bc-4b44e38e9ba7 req-0e1a347f-2d69-4fcb-a52c-69acf4628aea tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.2338281 Oct 15 16:30:33.258020 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-6a1bd933-2b82-4957-9ccc-88a8cedd9bb4 None None] Provisioning complete for port d62e8533-50f7-4140-9bb3-71c99a8538d0 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:33.258403 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd933-2b82-4957-9ccc-88a8cedd9bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:33.333962 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7cb7c809-a8bb-40d9-88bc-4b44e38e9ba7 req-15b34174-660e-47c5-9d66-533083dcbbaa tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895743 Oct 15 16:30:33.412632 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-6a1bd933-2b82-4957-9ccc-88a8cedd9bb4 None None] Port d62e8533-50f7-4140-9bb3-71c99a8538d0 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:33.570160 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6de3-a177-45d3-a1a0-713228e6c1d6 req-cff57e56-8c8e-48c7-a046-c95d85172ee0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:33.571776 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-589e6de3-a177-45d3-a1a0-713228e6c1d6 req-cff57e56-8c8e-48c7-a046-c95d85172ee0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 931 time: 0.3741598 Oct 15 16:30:33.633442 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62e8533-50f7-4140-9bb3-71c99a8538d0 {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:30:33.644954 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:33.658374 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-320672fa-82b7-4c9a-a38f-9f70ef10c771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:33.661078 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-320672fa-82b7-4c9a-a38f-9f70ef10c771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:33.662341 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-320672fa-82b7-4c9a-a38f-9f70ef10c771 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8fef579-4637-4563-9030-9fc8df0c44d3 HTTP/1.1" status: 204 len: 168 time: 1.0990753 Oct 15 16:30:33.672451 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Transition to ACTIVE for port object d62e8533-50f7-4140-9bb3-71c99a8538d0 will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:30:33.680071 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:33.787741 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-589e6de3-a177-45d3-a1a0-713228e6c1d6 req-1d72582e-df25-4529-bd8f-4b1a758206b1 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504357 Oct 15 16:30:33.811243 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320672fa-82b7-4c9a-a38f-9f70ef10c771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fef579-4637-4563-9030-9fc8df0c44d3,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:33.860524 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Pushing event updated for resources: {'Port': ['ID=d62e8533-50f7-4140-9bb3-71c99a8538d0,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:34.087389 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Attempting to bind port d62e8533-50f7-4140-9bb3-71c99a8538d0 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:34.088044 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Attempting to bind port d62e8533-50f7-4140-9bb3-71c99a8538d0 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:34.088044 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Attempting to bind port d62e8533-50f7-4140-9bb3-71c99a8538d0 on network d40d4937-de70-4531-abf1-f05a0b973260 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:34.104936 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Port d62e8533-50f7-4140-9bb3-71c99a8538d0 on network d40d4937-de70-4531-abf1-f05a0b973260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:30:34.105261 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Attempting to bind port d62e8533-50f7-4140-9bb3-71c99a8538d0 on network d40d4937-de70-4531-abf1-f05a0b973260 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:34.116809 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:34.116809 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Checking segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:34.116809 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Bound using segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:34.117360 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Bound port: d62e8533-50f7-4140-9bb3-71c99a8538d0, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:34.117639 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.246855 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.256510 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.270544 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] For port d62e8533-50f7-4140-9bb3-71c99a8538d0, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:34.277009 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0dd85-a714-42a1-b7cb-fdd528a6a6f3 req-e6553066-3fd2-4cba-833e-c867cc4d8b36 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:34.278666 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-06a0dd85-a714-42a1-b7cb-fdd528a6a6f3 req-e6553066-3fd2-4cba-833e-c867cc4d8b36 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 944 time: 0.3466988 Oct 15 16:30:34.282112 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] For port d62e8533-50f7-4140-9bb3-71c99a8538d0, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:34.288818 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.302899 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c53d98-62d3-450d-9233-1dc30ae1b981 {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:30:34.322963 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.350832 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Transition to ACTIVE for port object d3c53d98-62d3-450d-9233-1dc30ae1b981 will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:30:34.372667 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.379156 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:34.380025 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.383610 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] 10.222.0.66 "PUT /v2.0/ports/d62e8533-50f7-4140-9bb3-71c99a8538d0 HTTP/1.1" status: 200 len: 1094 time: 1.6755764 Oct 15 16:30:34.385127 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'tag': 'd62e8533-50f7-4140-9bb3-71c99a8538d0'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:34.391144 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d44ea74-2f25-4a70-9744-ce90d2c37491" -d '{"events": [{"name": "network-changed", "server_uuid": "13330a76-6afb-448e-9980-e5e5d91c1f0f", "tag": "d62e8533-50f7-4140-9bb3-71c99a8538d0"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:34.455354 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2c79f-ebac-40a1-a33b-a002ba5e2a0c None None] Pushing event updated for resources: {'Port': ['ID=ec77487b-917f-42a4-8dca-cb044a1aa588,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:34.641128 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f81970-d1d0-4c41-8b19-88bc9356b5be service neutron] Pushing event updated for resources: {'Port': ['ID=d62e8533-50f7-4140-9bb3-71c99a8538d0,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:34.729840 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-41c5f530-eae9-47c7-9144-cc125bb08fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:34.752343 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-06a0dd85-a714-42a1-b7cb-fdd528a6a6f3 req-faa353c6-d231-4b1f-a388-c4c17bd3c10e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3986313 Oct 15 16:30:34.771854 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-41c5f530-eae9-47c7-9144-cc125bb08fcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 1097 time: 0.3240185 Oct 15 16:30:34.874756 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Attempting to bind port ec77487b-917f-42a4-8dca-cb044a1aa588 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:34.875727 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Attempting to bind port ec77487b-917f-42a4-8dca-cb044a1aa588 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:34.876902 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Attempting to bind port ec77487b-917f-42a4-8dca-cb044a1aa588 on network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:34.930992 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:34.932929 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Pushing event updated for resources: {'Port': ['ID=d3c53d98-62d3-450d-9233-1dc30ae1b981,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:34.934374 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Checking segment: {'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:34.936818 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.944533 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Bound using segment: {'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:34.946986 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Bound port: ec77487b-917f-42a4-8dca-cb044a1aa588, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c49cde8-281c-4f60-837e-e3394a7bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:34.948768 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:34.989303 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-61df50c3-c2e1-4b58-a953-c0d2d7569116 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0 HTTP/1.1" status: 200 len: 217 time: 0.2080610 Oct 15 16:30:34.990815 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6f225e-d182-4e48-ba14-dffe72acb2ab x-openstack-request-id: req-0f6f225e-d182-4e48-ba14-dffe72acb2ab {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:34.991113 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13330a76-6afb-448e-9980-e5e5d91c1f0f", "tag": "d62e8533-50f7-4140-9bb3-71c99a8538d0", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:34.991368 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f6f225e-d182-4e48-ba14-dffe72acb2ab {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:34.991764 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'tag': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'status': 'completed', 'code': 200} Oct 15 16:30:35.222719 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] For port ec77487b-917f-42a4-8dca-cb044a1aa588, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:35.263769 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] For port ec77487b-917f-42a4-8dca-cb044a1aa588, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=ec77487b-917f-42a4-8dca-cb044a1aa588,segment=NetworkSegment(3c49cde8-281c-4f60-837e-e3394a7bd3e9),segment_id=3c49cde8-281c-4f60-837e-e3394a7bd3e9)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:35.279476 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:35.292202 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-3427137c-22d8-45e0-9b2c-bc374a1124d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:35.295826 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-3427137c-22d8-45e0-9b2c-bc374a1124d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.2705090 Oct 15 16:30:35.450019 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Routers {'59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:35.450737 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:35.630402 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-c4e85e59-249c-461f-ac01-5b498add664e None None] Provisioning complete for port ec77487b-917f-42a4-8dca-cb044a1aa588 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:35.634007 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c4e85e59-249c-461f-ac01-5b498add664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:35.638468 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-6bcffc0d-34b4-40a2-bfe2-5f582f3f0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:35.640126 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-6bcffc0d-34b4-40a2-bfe2-5f582f3f0ee1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3348784 Oct 15 16:30:35.657762 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693092b-6086-4157-9491-61278d506da0 req-5b328aa7-3d73-4b30-960d-d7ed4d1da7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:35.667305 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-e693092b-6086-4157-9491-61278d506da0 req-5b328aa7-3d73-4b30-960d-d7ed4d1da7eb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1098 time: 0.2964094 Oct 15 16:30:35.710790 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee89f27-e418-42f9-bee5-be3915d011b9 req-c202b970-13d9-4d66-85d8-303c2e0b4f58 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:35.712336 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ee89f27-e418-42f9-bee5-be3915d011b9 req-c202b970-13d9-4d66-85d8-303c2e0b4f58 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 1.0603514 Oct 15 16:30:35.743610 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2c79f-ebac-40a1-a33b-a002ba5e2a0c None None] Pushing event updated for resources: {'Port': ['ID=ec77487b-917f-42a4-8dca-cb044a1aa588,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:35.788288 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Attempting to bind port d3c53d98-62d3-450d-9233-1dc30ae1b981 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:35.788629 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Attempting to bind port d3c53d98-62d3-450d-9233-1dc30ae1b981 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:35.793551 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Attempting to bind port d3c53d98-62d3-450d-9233-1dc30ae1b981 on network 7769421a-bb7c-4a0d-b4fb-b292b365686f {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:35.812123 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Port d3c53d98-62d3-450d-9233-1dc30ae1b981 on network 7769421a-bb7c-4a0d-b4fb-b292b365686f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:30:35.812451 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Attempting to bind port d3c53d98-62d3-450d-9233-1dc30ae1b981 on network 7769421a-bb7c-4a0d-b4fb-b292b365686f {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:35.843479 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ee89f27-e418-42f9-bee5-be3915d011b9 req-9829dca8-f773-4c23-afd8-8bd46e2a8171 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199541 Oct 15 16:30:35.858763 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecad52-a88e-48d6-801e-2905db67b423 req-43a43830-cb90-4c1f-a33d-b89434cc4e0d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:35.864650 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a7ecad52-a88e-48d6-801e-2905db67b423 req-43a43830-cb90-4c1f-a33d-b89434cc4e0d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 943 time: 0.2138598 Oct 15 16:30:35.865791 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:35.866128 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Checking segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:35.866519 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Bound using segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:35.866971 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Bound port: d3c53d98-62d3-450d-9233-1dc30ae1b981, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:35.867327 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:35.922638 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-1e8db7c8-beed-4512-b213-6b28e7ca3f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:36.033978 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-e693092b-6086-4157-9491-61278d506da0 req-facdd6f6-848c-435b-ab8c-f5741e080201 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Oct 15 16:30:36.069106 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a7ecad52-a88e-48d6-801e-2905db67b423 req-94d2e15e-d5e3-468a-8887-d6900ae7fa3a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758664 Oct 15 16:30:36.075258 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] Set router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:36.077992 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c4e85e59-249c-461f-ac01-5b498add664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:36.084028 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] For port d3c53d98-62d3-450d-9233-1dc30ae1b981, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:36.099063 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] For port d3c53d98-62d3-450d-9233-1dc30ae1b981, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3c53d98-62d3-450d-9233-1dc30ae1b981,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:36.143563 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:36.212334 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-9dfcccea-1146-44be-8bf0-7e403ab90c01 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434976 Oct 15 16:30:36.313282 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:36.313929 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:36.315394 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] 10.222.0.66 "PUT /v2.0/ports/d3c53d98-62d3-450d-9233-1dc30ae1b981 HTTP/1.1" status: 200 len: 1093 time: 3.9140985 Oct 15 16:30:36.316792 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'tag': 'd3c53d98-62d3-450d-9233-1dc30ae1b981'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:36.336695 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9244fc2-94ed-4e4a-9a86-5b09a5c13501", "tag": "d3c53d98-62d3-450d-9233-1dc30ae1b981"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:36.463768 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e55979-f798-4cc9-8f2f-22642edbfac9 x-openstack-request-id: req-d6e55979-f798-4cc9-8f2f-22642edbfac9 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:36.464030 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9244fc2-94ed-4e4a-9a86-5b09a5c13501", "tag": "d3c53d98-62d3-450d-9233-1dc30ae1b981", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:36.464282 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6e55979-f798-4cc9-8f2f-22642edbfac9 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:36.464668 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'tag': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'status': 'completed', 'code': 200} Oct 15 16:30:36.561485 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70665d4a-a097-469d-bbfb-3a0bb37a450b req-ffb75b63-cdb7-45bd-b8ea-ac18409733cb service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178277 Oct 15 16:30:36.656153 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f65d5-8a5d-4ac5-81c1-e1c4e57262da service neutron] Pushing event updated for resources: {'Port': ['ID=d3c53d98-62d3-450d-9233-1dc30ae1b981,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:36.682913 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de710271-210a-4386-bfc5-806430012606 req-fe88bc05-3ba5-47ba-af51-02009533176d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:36.684488 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-de710271-210a-4386-bfc5-806430012606 req-fe88bc05-3ba5-47ba-af51-02009533176d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 944 time: 0.2251422 Oct 15 16:30:36.698870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-e88ac95b-978b-49a8-94ee-107d0af80006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:36.700309 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-e88ac95b-978b-49a8-94ee-107d0af80006 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 1096 time: 0.3266859 Oct 15 16:30:36.719368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-c4e85e59-249c-461f-ac01-5b498add664e None None] For port ec77487b-917f-42a4-8dca-cb044a1aa588, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=ec77487b-917f-42a4-8dca-cb044a1aa588,segment=NetworkSegment(3c49cde8-281c-4f60-837e-e3394a7bd3e9),segment_id=3c49cde8-281c-4f60-837e-e3394a7bd3e9)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:36.754673 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-2b918f9f-f083-4382-94b4-1eeb54f1797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:36.756487 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-2b918f9f-f083-4382-94b4-1eeb54f1797d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 1097 time: 0.1266363 Oct 15 16:30:36.790788 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c4e85e59-249c-461f-ac01-5b498add664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:36.816529 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-359e65e5-a9da-428d-a978-4ed540cad1f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c53d98-62d3-450d-9233-1dc30ae1b981 HTTP/1.1" status: 200 len: 217 time: 0.0923612 Oct 15 16:30:37.009706 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-11c75809-fa16-4e77-890c-4fbd6c505e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:37.017119 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-11c75809-fa16-4e77-890c-4fbd6c505e7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.1841238 Oct 15 16:30:37.051260 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-de710271-210a-4386-bfc5-806430012606 req-2327444a-3f6c-42d2-8614-e999e09d1411 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386555 Oct 15 16:30:37.070837 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-547d8c39-ad0a-413e-8b60-583caa38a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:37.073574 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-547d8c39-ad0a-413e-8b60-583caa38a153 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 911 time: 0.3068910 Oct 15 16:30:37.079876 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e85e59-249c-461f-ac01-5b498add664e None None] Pushing event updated for resources: {'Port': ['ID=ec77487b-917f-42a4-8dca-cb044a1aa588,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:37.188954 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4e721c99-b709-41d3-9831-5656a3a74832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 4, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port': {'id': '4e721c99-b709-41d3-9831-5656a3a74832', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:70:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:18Z', 'updated_at': '2021-10-15T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'ec77487b-917f-42a4-8dca-cb044a1aa588', 'name': '', 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'mac_address': 'fa:16:3e:54:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:22Z', 'updated_at': '2021-10-15T16:30:35Z', 'revision_number': 4, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'subnets': [{'id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:37.254963 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-e18fe1f5-685a-44d2-9ca4-20a835442db2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0 HTTP/1.1" status: 200 len: 217 time: 0.1708174 Oct 15 16:30:37.305676 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device ec77487b-917f-42a4-8dca-cb044a1aa588 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:37.343973 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a629e-bd40-4584-afee-54f7c95b48b6 None None] The sync data for ids ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'] in dv-cinder-801913-8-iscsi is: [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4e721c99-b709-41d3-9831-5656a3a74832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:23Z', 'revision_number': 4, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port': {'id': '4e721c99-b709-41d3-9831-5656a3a74832', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:70:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:18Z', 'updated_at': '2021-10-15T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'ec77487b-917f-42a4-8dca-cb044a1aa588', 'name': '', 'network_id': '2a38cd05-fcbd-4468-8da0-b525e2aa3fc8', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'mac_address': 'fa:16:3e:54:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:22Z', 'updated_at': '2021-10-15T16:30:35Z', 'revision_number': 4, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'subnets': [{'id': 'eca83aa0-5501-4545-9850-b3bc6658a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:37.358780 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-c46db632-6eeb-471d-8fe2-48aaa52f600c None None] Provisioning complete for port ec77487b-917f-42a4-8dca-cb044a1aa588 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:37.359408 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c46db632-6eeb-471d-8fe2-48aaa52f600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:37.460269 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port ec77487b-917f-42a4-8dca-cb044a1aa588 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:37.460806 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:37.475212 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-8a60adf5-122d-49b7-b469-6143a8bd7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:37.477665 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-8a60adf5-122d-49b7-b469-6143a8bd7d4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4054070 Oct 15 16:30:37.487833 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6b496-2f8e-41fa-a1e9-55d8bb10d676 req-4a6bc622-ed21-4f18-ad51-a6ad5ff1f60a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:37.490586 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-5366f09c-6797-425c-9a51-09693a032ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:37.498518 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-5366f09c-6797-425c-9a51-09693a032ed6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.2317896 Oct 15 16:30:37.504909 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-87f6b496-2f8e-41fa-a1e9-55d8bb10d676 req-4a6bc622-ed21-4f18-ad51-a6ad5ff1f60a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.4524910 Oct 15 16:30:37.597648 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48426) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:37.656066 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-9ada33e9-0e7a-4c47-b096-f179c94610fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:37.664664 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-9ada33e9-0e7a-4c47-b096-f179c94610fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1564150 Oct 15 16:30:37.718841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac08295-d649-4729-9345-aaaa2ac19cfe req-d9331972-6b4b-4f6b-8040-11a8ea398c6a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:37.732360 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cac08295-d649-4729-9345-aaaa2ac19cfe req-d9331972-6b4b-4f6b-8040-11a8ea398c6a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 943 time: 0.4760599 Oct 15 16:30:37.818146 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cac08295-d649-4729-9345-aaaa2ac19cfe req-6d4fdf51-12d2-4802-9f7b-6e4c70668cb3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796626 Oct 15 16:30:37.869036 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-87f6b496-2f8e-41fa-a1e9-55d8bb10d676 req-88c3088f-b3f9-46b6-98a5-2d24efdfaa07 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611338 Oct 15 16:30:37.891343 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-d6648ffe-87a9-4d13-9549-6362ecde2025 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077024 Oct 15 16:30:37.899171 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-b5a33f62-a2b9-4efd-9475-4c59b1140c5c service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919742 Oct 15 16:30:38.075340 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80d0d726-dfe2-4778-ab3a-bb6b17e4b076 req-d4e0d193-27c2-4816-8052-b2a26b9f2e45 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591718 Oct 15 16:30:38.110013 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3c3c85f3-f6c6-4794-9c64-b573aaa0c19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:38.164890 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8d44ea74-2f25-4a70-9744-ce90d2c37491 req-09a95212-e0c0-44ec-9cd1-688c012c8b16 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644265 Oct 15 16:30:38.376644 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-b55f6972-18ef-4506-bf3d-3fd65a479a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:38.378207 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-b55f6972-18ef-4506-bf3d-3fd65a479a44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 1096 time: 0.2116499 Oct 15 16:30:38.395274 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc0c4e-5f7d-4213-8f11-c5e9a9962b30 req-6e0baa68-108c-498e-82f5-44d816fc5350 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:38.397779 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a6bc0c4e-5f7d-4213-8f11-c5e9a9962b30 req-6e0baa68-108c-498e-82f5-44d816fc5350 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 944 time: 0.2006907 Oct 15 16:30:38.507987 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3c3c85f3-f6c6-4794-9c64-b573aaa0c19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:38.515261 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcb75-ab7a-4497-8d7e-f2e2afe26228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:38.543659 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3c3c85f3-f6c6-4794-9c64-b573aaa0c19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:38.613599 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48444) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:38.616644 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-3c3c85f3-f6c6-4794-9c64-b573aaa0c19f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=390ed2a653f649d0a23a1752ef566ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9451547 Oct 15 16:30:38.724513 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a6bc0c4e-5f7d-4213-8f11-c5e9a9962b30 req-533278ce-45b1-43dd-a7db-a5a068428d93 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061874 Oct 15 16:30:38.730361 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c85f3-f6c6-4794-9c64-b573aaa0c19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4d5c9-eb83-42fb-b0cd-2c4570d2f61c,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:38.757110 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-27030e6b-f43c-4c1e-8bac-5c1300410134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:38.758793 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-27030e6b-f43c-4c1e-8bac-5c1300410134 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.3600330 Oct 15 16:30:38.791863 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ced4-d982-4446-a65e-9f0fcb5f726b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:38.831795 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-4aac3d1e-4044-4b16-a0af-edfa23ddc284 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c53d98-62d3-450d-9233-1dc30ae1b981 HTTP/1.1" status: 200 len: 217 time: 0.0617645 Oct 15 16:30:38.838099 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ced4-d982-4446-a65e-9f0fcb5f726b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:38.945786 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-8dd12083-bfe0-428a-a314-735903289d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:38.958554 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-8dd12083-bfe0-428a-a314-735903289d33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.1190243 Oct 15 16:30:38.975824 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ced4-d982-4446-a65e-9f0fcb5f726b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:38.976953 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ced4-d982-4446-a65e-9f0fcb5f726b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:38.978239 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6fb2ced4-d982-4446-a65e-9f0fcb5f726b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41b4d5c9-eb83-42fb-b0cd-2c4570d2f61c HTTP/1.1" status: 204 len: 168 time: 0.3635733 Oct 15 16:30:39.003784 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2ced4-d982-4446-a65e-9f0fcb5f726b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4d5c9-eb83-42fb-b0cd-2c4570d2f61c,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:39.092832 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device ec77487b-917f-42a4-8dca-cb044a1aa588 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:39.198896 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-051db729-1313-4626-9e64-d5c5501db5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:39.200351 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-051db729-1313-4626-9e64-d5c5501db5b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2338963 Oct 15 16:30:39.230306 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0992fd-fc64-4b6f-af0e-749788ed8f29 req-4f760a26-985e-4121-8a55-848d7151966c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:39.238218 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-af0992fd-fc64-4b6f-af0e-749788ed8f29 req-4f760a26-985e-4121-8a55-848d7151966c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 943 time: 0.2426713 Oct 15 16:30:39.247978 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c03dc-8fcb-4c4b-b315-f9d2dc1358d1 req-d9064fa4-ecac-45cd-8bde-6b6c7d3b94fe tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:39.249707 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-852c03dc-8fcb-4c4b-b315-f9d2dc1358d1 req-d9064fa4-ecac-45cd-8bde-6b6c7d3b94fe tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.2071581 Oct 15 16:30:39.260845 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port ec77487b-917f-42a4-8dca-cb044a1aa588 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:39.261770 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:39.398926 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-af0992fd-fc64-4b6f-af0e-749788ed8f29 req-8e86c187-8768-410b-b609-900363837ece tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598456 Oct 15 16:30:39.459443 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-852c03dc-8fcb-4c4b-b315-f9d2dc1358d1 req-f7c3b43d-3545-48c7-a991-eb6242898e83 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713042 Oct 15 16:30:39.472199 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:39.518369 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:39.751001 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48478) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:39.784970 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-cb37ed40-6158-47a7-9d2f-2fb04f075de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:39.924810 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d62e8533-50f7-4140-9bb3-71c99a8538d0 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:30:40.059396 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76cac0-be61-4daa-9faa-05c5a0d291f2 req-ab1574f6-71f4-4f2e-b2b0-91630fba6b76 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:40.061787 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ec76cac0-be61-4daa-9faa-05c5a0d291f2 req-ab1574f6-71f4-4f2e-b2b0-91630fba6b76 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 944 time: 0.1573637 Oct 15 16:30:40.075707 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f01d6c-4a8a-4123-bee6-7fe782764d43 req-ffdfcff8-8f41-4aa7-8c2b-f931d9e60a7e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:40.081975 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-cb37ed40-6158-47a7-9d2f-2fb04f075de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:40.083709 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-41f01d6c-4a8a-4123-bee6-7fe782764d43 req-ffdfcff8-8f41-4aa7-8c2b-f931d9e60a7e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1951447 Oct 15 16:30:40.092339 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-cb37ed40-6158-47a7-9d2f-2fb04f075de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:40.145485 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-41f01d6c-4a8a-4123-bee6-7fe782764d43 req-8ea66bea-689e-4724-a6d9-6948429dc061 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607262 Oct 15 16:30:40.207805 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ec76cac0-be61-4daa-9faa-05c5a0d291f2 req-a76eb965-b03c-449b-b43c-e86114f61afa tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214135 Oct 15 16:30:40.218770 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d62e8533-50f7-4140-9bb3-71c99a8538d0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:40.227367 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37ed40-6158-47a7-9d2f-2fb04f075de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2223c92-880a-4732-ba3f-56938c086b64,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:40.232314 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'port_id': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'mac_address': 'fa:16:3e:c3:63:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:30:40.259142 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48494) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:40.270922 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-cb37ed40-6158-47a7-9d2f-2fb04f075de4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37e22697d4504f3d9230677d7388d9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178745 Oct 15 16:30:40.289743 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:40.304669 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62e8533-50f7-4140-9bb3-71c99a8538d0 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:30:40.351728 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-64b1a72e-89d7-41a7-9f8a-b4409fca679a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:40.357784 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d62e8533-50f7-4140-9bb3-71c99a8538d0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:40.366228 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:40.391074 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-64b1a72e-89d7-41a7-9f8a-b4409fca679a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:40.453155 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=d62e8533-50f7-4140-9bb3-71c99a8538d0,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:40.476984 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-64b1a72e-89d7-41a7-9f8a-b4409fca679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:40.482250 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-64b1a72e-89d7-41a7-9f8a-b4409fca679a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:40.483658 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-64b1a72e-89d7-41a7-9f8a-b4409fca679a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2223c92-880a-4732-ba3f-56938c086b64 HTTP/1.1" status: 204 len: 168 time: 0.2233033 Oct 15 16:30:40.497524 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1a72e-89d7-41a7-9f8a-b4409fca679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2223c92-880a-4732-ba3f-56938c086b64,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:40.598267 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661cea9-b3df-4883-aacc-890a1258a232 req-8308bbe8-6856-4312-8c42-d690a59304fd tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:40.605265 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3661cea9-b3df-4883-aacc-890a1258a232 req-8308bbe8-6856-4312-8c42-d690a59304fd tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 943 time: 0.0865481 Oct 15 16:30:40.656403 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3661cea9-b3df-4883-aacc-890a1258a232 req-b5e60950-0214-4810-bdb2-12166742c24f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502365 Oct 15 16:30:41.048047 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:41.335330 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094545-3712-45b2-bce3-d0bb46e9c791 req-db6b81b3-aa65-4f84-8cd2-de4b62b2e652 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:41.337749 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-77094545-3712-45b2-bce3-d0bb46e9c791 req-db6b81b3-aa65-4f84-8cd2-de4b62b2e652 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1155722 Oct 15 16:30:41.533766 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-77094545-3712-45b2-bce3-d0bb46e9c791 req-957af9cd-c348-44c2-a5ef-60c1590b0f38 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655784 Oct 15 16:30:41.556542 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbde954-c4ba-40ae-9902-9585f283ef77 req-1042be3c-8fc0-42d1-a66d-1e248ba7c2e2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:41.569067 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9fbde954-c4ba-40ae-9902-9585f283ef77 req-1042be3c-8fc0-42d1-a66d-1e248ba7c2e2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 945 time: 0.2301605 Oct 15 16:30:41.646765 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9fbde954-c4ba-40ae-9902-9585f283ef77 req-0b998e64-c4f3-4af7-8f2c-0ef375a433de tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630465 Oct 15 16:30:41.912689 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-c14f02d2-c5c4-4f78-ab87-a3663738cb15 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348310 Oct 15 16:30:41.998730 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935324ec-f6d4-4b52-a7b4-a27137fddd24 req-39a74e31-c89f-403e-9aaf-8e3c8de4a4c6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:42.008469 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-935324ec-f6d4-4b52-a7b4-a27137fddd24 req-39a74e31-c89f-403e-9aaf-8e3c8de4a4c6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 943 time: 0.0944629 Oct 15 16:30:42.091227 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['d62e8533-50f7-4140-9bb3-71c99a8538d0'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:30:42.120530 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-935324ec-f6d4-4b52-a7b4-a27137fddd24 req-b1c91434-2f4c-4452-9835-fbfeb85118f9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106365 Oct 15 16:30:42.260730 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-3c6256cc-5ba7-4005-ab33-44bbdf099789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:42.271088 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-3c6256cc-5ba7-4005-ab33-44bbdf099789 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1098 time: 0.1550114 Oct 15 16:30:42.347281 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bed091d-beb6-4c8b-bf2a-3a07aca84a4d req-b49d4d61-8883-42db-a889-578914063d37 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972020 Oct 15 16:30:42.465248 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-39e6fabb-aaf4-4291-99c2-4fc04fd62673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:42.468355 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-39e6fabb-aaf4-4291-99c2-4fc04fd62673 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.1893229 Oct 15 16:30:42.526835 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-36d351b4-803e-4125-a4d6-25bf23326836 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 200 len: 217 time: 0.0474401 Oct 15 16:30:42.636976 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-6cfccf6a-7422-453d-b0f8-81b27cbec26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:42.641968 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-6cfccf6a-7422-453d-b0f8-81b27cbec26e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.1046028 Oct 15 16:30:42.795802 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-b7eec73f-56a9-4622-9c40-8e0c36fbceb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405182 Oct 15 16:30:42.894587 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206e884-939b-4d6b-9783-a29b5eba4807 req-ea4d67c8-af45-41ce-868c-b64eda17de43 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:42.896396 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7206e884-939b-4d6b-9783-a29b5eba4807 req-ea4d67c8-af45-41ce-868c-b64eda17de43 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1571834 Oct 15 16:30:42.909870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11697875-fde1-471d-b27b-21fd77072267 req-2dedb6ca-1177-4b25-b9bb-e3a55aa6b8f6 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:42.911903 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-11697875-fde1-471d-b27b-21fd77072267 req-2dedb6ca-1177-4b25-b9bb-e3a55aa6b8f6 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 945 time: 0.0742784 Oct 15 16:30:42.929773 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-7c500c98-a0de-4906-bde3-9af9cff4540f service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197817 Oct 15 16:30:42.988482 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7206e884-939b-4d6b-9783-a29b5eba4807 req-59e5c195-b36e-40b0-bdd5-cc79cad7eee9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634677 Oct 15 16:30:43.010970 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-11697875-fde1-471d-b27b-21fd77072267 req-2a7c98a8-79fe-4cb7-857b-da6660817d40 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756819 Oct 15 16:30:43.064200 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c5de5d95-e99a-4a72-8861-c88303ec7183 req-6c4074dc-d904-42c7-a0ba-648677cff920 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205149 Oct 15 16:30:43.198901 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-acc1cdfe-fabb-422f-8467-19e23f6005c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:43.200549 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-acc1cdfe-fabb-422f-8467-19e23f6005c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1098 time: 0.0727181 Oct 15 16:30:43.317171 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64e80a-30f5-4c11-b687-10d837ae64da req-01884b6f-2f06-4f3c-b8de-c9c99a8f489e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:43.323640 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da64e80a-30f5-4c11-b687-10d837ae64da req-01884b6f-2f06-4f3c-b8de-c9c99a8f489e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 943 time: 0.1065533 Oct 15 16:30:43.374385 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-8deedbf5-d996-4455-b208-96c52fc9f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:43.376811 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-8deedbf5-d996-4455-b208-96c52fc9f3bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.1482840 Oct 15 16:30:43.394145 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da64e80a-30f5-4c11-b687-10d837ae64da req-7564c026-24e7-4cab-9dc8-0c623410be1f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533934 Oct 15 16:30:43.458889 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-32226de2-cd41-4ccd-a9a6-78d2f43948f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 200 len: 217 time: 0.0736191 Oct 15 16:30:43.524146 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-fa5f13ef-3b29-4783-9b6c-0983c1fee034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:43.526038 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-fa5f13ef-3b29-4783-9b6c-0983c1fee034 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.0578651 Oct 15 16:30:43.566775 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-a30ff1c7-ec66-4ae9-af18-be19c4fedad7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287673 Oct 15 16:30:43.718575 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-5ada2cd4-6850-478c-84a3-2a5e909845da service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442192 Oct 15 16:30:43.772534 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d62e8533-50f7-4140-9bb3-71c99a8538d0 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:43.868900 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8bf4aea2-9301-457e-86f2-41082dbae02e req-1c808bba-6fa7-414d-8ba7-fb3fbd6a09d2 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407351 Oct 15 16:30:43.922050 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-4ac00a0a-bbe7-46f5-96e4-799e48ed6360 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e3ea981852944c11a4724167c2e7c209&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745893 Oct 15 16:30:43.929569 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port d62e8533-50f7-4140-9bb3-71c99a8538d0 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:30:43.935674 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port d62e8533-50f7-4140-9bb3-71c99a8538d0 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:43.936228 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:44.083872 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:44.117336 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62e8533-50f7-4140-9bb3-71c99a8538d0'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:44.120092 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489ab60e-d6dd-4f10-bf9c-b55863d3663f" -d '{"events": [{"server_uuid": "13330a76-6afb-448e-9980-e5e5d91c1f0f", "name": "network-vif-plugged", "status": "completed", "tag": "d62e8533-50f7-4140-9bb3-71c99a8538d0"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:44.150144 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d62e8533-50f7-4140-9bb3-71c99a8538d0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:44.160255 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:44.268298 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=d62e8533-50f7-4140-9bb3-71c99a8538d0,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:44.268515 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-567d388b-56b8-4d21-8859-37b66be5795d tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:44.277251 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-567d388b-56b8-4d21-8859-37b66be5795d tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3535740 Oct 15 16:30:44.309966 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0c51d-8811-4f59-8d8f-23c4c7e74b4e req-f2e1390f-acb3-4a5e-a17c-90ce787df3a4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:44.309966 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fbb0c51d-8811-4f59-8d8f-23c4c7e74b4e req-f2e1390f-acb3-4a5e-a17c-90ce787df3a4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 945 time: 0.1781676 Oct 15 16:30:44.325267 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-205918d5-8ca6-4048-9b1f-42edec47228c tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/quotas/e3ea981852944c11a4724167c2e7c209 HTTP/1.1" status: 200 len: 375 time: 0.0433369 Oct 15 16:30:44.433244 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-ea235067-f8f4-4b37-ba1b-243c96c0d288 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3ea981852944c11a4724167c2e7c209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014724 Oct 15 16:30:44.459463 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fbb0c51d-8811-4f59-8d8f-23c4c7e74b4e req-623df67f-ac9b-474b-b593-bb26bc939ebd tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216798 Oct 15 16:30:44.628529 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352461df-b7c7-485d-939a-bedd360d1da3 req-ae49f17a-0268-43b2-b789-1b18a78bd83a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:44.630072 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-352461df-b7c7-485d-939a-bedd360d1da3 req-ae49f17a-0268-43b2-b789-1b18a78bd83a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0598490 Oct 15 16:30:44.713476 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-352461df-b7c7-485d-939a-bedd360d1da3 req-d857b186-1e50-41b5-8755-57700f26d780 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642014 Oct 15 16:30:44.763135 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7153ccbd-827f-4818-b2f2-3aafe7d1ae9f x-openstack-request-id: req-7153ccbd-827f-4818-b2f2-3aafe7d1ae9f {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:44.763423 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13330a76-6afb-448e-9980-e5e5d91c1f0f", "name": "network-vif-plugged", "status": "completed", "tag": "d62e8533-50f7-4140-9bb3-71c99a8538d0", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:44.763869 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7153ccbd-827f-4818-b2f2-3aafe7d1ae9f {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:44.764513 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'code': 200} Oct 15 16:30:44.945461 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:44.969473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b21f3-1863-49e4-8483-cd3b2a4cf99c req-b892df1d-7c30-43b1-af56-4bd05d086db0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:44.971667 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-201b21f3-1863-49e4-8483-cd3b2a4cf99c req-b892df1d-7c30-43b1-af56-4bd05d086db0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 943 time: 0.0907111 Oct 15 16:30:45.071809 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572194c4-5931-4288-b7f9-e6faf90eb2d4 req-fa32e634-0157-4c5d-b216-36f5e0e3ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:45.074762 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-572194c4-5931-4288-b7f9-e6faf90eb2d4 req-fa32e634-0157-4c5d-b216-36f5e0e3ac0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 1099 time: 0.0724802 Oct 15 16:30:45.076375 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-201b21f3-1863-49e4-8483-cd3b2a4cf99c req-d43c1ff1-53a7-4b94-a2c2-bf2f1c3832c7 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905881 Oct 15 16:30:45.155015 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-572194c4-5931-4288-b7f9-e6faf90eb2d4 req-021a4e30-40c1-46ba-bce1-a243e47f6265 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492651 Oct 15 16:30:45.283225 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-54196093-0661-41c3-b57c-7c7c17176a5b req-20eba60c-73db-4664-811f-f75c48d3e020 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 210 time: 0.0584137 Oct 15 16:30:45.504898 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8532af-5bd1-410c-ab0f-364dc7d27893 req-12350774-feb9-441c-b53c-7d0ea8a35bba tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:45.510676 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ac8532af-5bd1-410c-ab0f-364dc7d27893 req-12350774-feb9-441c-b53c-7d0ea8a35bba tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1092608 Oct 15 16:30:45.598191 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ac8532af-5bd1-410c-ab0f-364dc7d27893 req-8c29473d-a45f-4408-9c58-ac606175cf6d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813544 Oct 15 16:30:45.638714 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acda4b-974c-40dd-8c75-a8ea0eecb014 req-923fa09c-671b-4593-99e6-49e96c753d7c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:45.640243 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-47acda4b-974c-40dd-8c75-a8ea0eecb014 req-923fa09c-671b-4593-99e6-49e96c753d7c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0677979 Oct 15 16:30:45.692326 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-47acda4b-974c-40dd-8c75-a8ea0eecb014 req-6e931020-c215-46c7-a656-3b23b43437fb tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401163 Oct 15 16:30:45.786540 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d3c53d98-62d3-450d-9233-1dc30ae1b981 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:30:45.829911 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ec950-b531-479a-ab83-f85c07ca5b2d req-646a7c7e-8068-4686-a262-759b9c9edbb3 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:45.837703 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5f5ec950-b531-479a-ab83-f85c07ca5b2d req-646a7c7e-8068-4686-a262-759b9c9edbb3 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0580487 Oct 15 16:30:45.881783 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5f5ec950-b531-479a-ab83-f85c07ca5b2d req-72d8fa65-934b-4f33-ae9c-48f57e75b1e9 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Oct 15 16:30:45.915899 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d3c53d98-62d3-450d-9233-1dc30ae1b981, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3c53d98-62d3-450d-9233-1dc30ae1b981,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:45.935862 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'port_id': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'mac_address': 'fa:16:3e:c2:d3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:30:45.979676 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:45.997259 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c53d98-62d3-450d-9233-1dc30ae1b981 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:30:46.024532 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d3c53d98-62d3-450d-9233-1dc30ae1b981, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3c53d98-62d3-450d-9233-1dc30ae1b981,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:46.045080 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:46.116767 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=d3c53d98-62d3-450d-9233-1dc30ae1b981,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:46.262008 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-7e3d2468-a676-4648-a2b7-fdede9c3a027 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e3ea981852944c11a4724167c2e7c209&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808876 Oct 15 16:30:46.348509 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546b70d-aeef-4e99-afeb-3a7048d3952c req-bd538ef2-a2f9-4df5-a77d-6799e2a84891 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:46.351750 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1546b70d-aeef-4e99-afeb-3a7048d3952c req-bd538ef2-a2f9-4df5-a77d-6799e2a84891 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 944 time: 0.1105120 Oct 15 16:30:46.419668 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['d3c53d98-62d3-450d-9233-1dc30ae1b981'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:30:46.466263 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-88560d51-fe4b-4f06-8b11-65276b2b2dd0 req-13415b1e-960a-410c-9049-1ea5bc0568bb tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 210 time: 0.0605891 Oct 15 16:30:46.498636 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1546b70d-aeef-4e99-afeb-3a7048d3952c req-5695799d-bb7c-4425-92a6-ea7c0d0ceb97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385143 Oct 15 16:30:46.739609 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-951ff2a9-b40a-4733-a299-491cbdb6567c tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:46.744401 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-951ff2a9-b40a-4733-a299-491cbdb6567c tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4747810 Oct 15 16:30:46.769083 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Request body: {'port': {'device_id': 'c9fa4163-837c-4235-a5b8-556cf8fdd238', 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb', 'admin_state_up': True, 'tenant_id': 'e3ea981852944c11a4724167c2e7c209'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:46.843786 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6d1a-81be-4b3d-8729-3c6823b18eb5 req-6476604b-ddb1-4c7d-b22b-52a059e92474 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:46.846571 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-afca6d1a-81be-4b3d-8729-3c6823b18eb5 req-6476604b-ddb1-4c7d-b22b-52a059e92474 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1354506 Oct 15 16:30:46.931664 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48692) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:46.945594 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-afca6d1a-81be-4b3d-8729-3c6823b18eb5 req-0e3851e4-b832-46ef-a2f1-185ba8f990ef tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883548 Oct 15 16:30:46.946377 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Made reservation on behalf of e3ea981852944c11a4724167c2e7c209 for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:46.952992 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:46.975140 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ec030-1f6b-4a6f-a10d-ade05278a12a req-86a0911f-3f9d-4a64-905e-f7f377057549 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:46.976742 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d42ec030-1f6b-4a6f-a10d-ade05278a12a req-86a0911f-3f9d-4a64-905e-f7f377057549 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.1279495 Oct 15 16:30:46.982010 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.048242 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d42ec030-1f6b-4a6f-a10d-ade05278a12a req-31daa9c9-e088-4f93-b604-f977592a8faf tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560834 Oct 15 16:30:47.102905 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.109221 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.150621 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bc44237f-e2e4-4775-a95b-ddfb415502fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.200538 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd7c93-7fd1-49f9-9616-287d85068cb8 req-6f2c6a47-9a4a-473f-a773-a2e4c2d15aff tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:47.202757 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f9cd7c93-7fd1-49f9-9616-287d85068cb8 req-6f2c6a47-9a4a-473f-a773-a2e4c2d15aff tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0785110 Oct 15 16:30:47.217615 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48698) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:47.224291 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f870c203-c884-437f-afca-bfc4e6ced6d1,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:47.227693 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'floatingip': {'port_id': 'd62e8533-50f7-4140-9bb3-71c99a8538d0'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:47.248859 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.248859 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.249176 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.249795 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.249795 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.250909 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.250909 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.250909 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.251679 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.252174 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.252174 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.253359 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:47.276763 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.389036 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Allocated IP 192.168.233.111 (686bd7f9-a721-482e-aa69-e95957224cdb/4752b9a3-a354-476f-b4bf-28551162ad2e/a7171407-5135-45a2-bb3d-719d1eea2e25) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:47.419326 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bc44237f-e2e4-4775-a95b-ddfb415502fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.433081 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-bc44237f-e2e4-4775-a95b-ddfb415502fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.467675 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-bc44237f-e2e4-4775-a95b-ddfb415502fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0906140679084a8385868e44fc63f49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348876 Oct 15 16:30:47.470913 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48708) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:47.596397 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ad8f7-65b4-4716-8e91-a77850e89f83 req-a2ec6e63-d555-43c4-b2a8-739c810c66dd tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:47.598126 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c10ad8f7-65b4-4716-8e91-a77850e89f83 req-a2ec6e63-d555-43c4-b2a8-739c810c66dd tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1513867 Oct 15 16:30:47.619919 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b1ffb345-e31e-4214-b454-7491013040c8 req-f1794b64-eb86-4c40-9005-eb1792a40738 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 210 time: 0.0506744 Oct 15 16:30:47.716724 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-45561546-b3fe-4e07-9874-d914692b7ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.722315 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44237f-e2e4-4775-a95b-ddfb415502fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2b8b4-a2bc-4a79-a2a9-0802922fbadb,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:47.742517 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48716) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:47.763328 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-45561546-b3fe-4e07-9874-d914692b7ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.811618 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.813104 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d3c53d98-62d3-450d-9233-1dc30ae1b981 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:47.896259 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-45561546-b3fe-4e07-9874-d914692b7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.899417 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-45561546-b3fe-4e07-9874-d914692b7ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.900933 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-45561546-b3fe-4e07-9874-d914692b7ee4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adb2b8b4-a2bc-4a79-a2a9-0802922fbadb HTTP/1.1" status: 204 len: 168 time: 0.4268475 Oct 15 16:30:47.911398 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45561546-b3fe-4e07-9874-d914692b7ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2b8b4-a2bc-4a79-a2a9-0802922fbadb,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:47.914064 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:47.979298 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Pushing event updated for resources: {'Port': ['ID=a7171407-5135-45a2-bb3d-719d1eea2e25,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:48.000085 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Network 686bd7f9-a721-482e-aa69-e95957224cdb is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:48.007478 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:48.012736 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:48.047474 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port d3c53d98-62d3-450d-9233-1dc30ae1b981 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:30:48.054751 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port d3c53d98-62d3-450d-9233-1dc30ae1b981 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:48.055183 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.128283 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3274-c314-47c0-9727-e732a689a90b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.194888 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.242410 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c53d98-62d3-450d-9233-1dc30ae1b981'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:48.245132 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568d94ce-8b6f-41af-9ce9-0f9653f906d6" -d '{"events": [{"server_uuid": "d9244fc2-94ed-4e4a-9a86-5b09a5c13501", "name": "network-vif-plugged", "status": "completed", "tag": "d3c53d98-62d3-450d-9233-1dc30ae1b981"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:48.270835 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3274-c314-47c0-9727-e732a689a90b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.275600 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d3c53d98-62d3-450d-9233-1dc30ae1b981, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3c53d98-62d3-450d-9233-1dc30ae1b981,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:48.284266 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3274-c314-47c0-9727-e732a689a90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.285799 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.334683 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:48.345170 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.357904 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c10ad8f7-65b4-4716-8e91-a77850e89f83 req-0cbf0489-0b28-47b4-a651-5d144fdd22b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419255 Oct 15 16:30:48.391512 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-974c1be2-6a97-41e9-85e4-3fdbd8559b12 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6280792 Oct 15 16:30:48.399960 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa3d3d-9e5d-4b3e-91af-9e8d14a838a8 req-4007111f-73d5-4d4a-a4bd-faa24ce5b546 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:48.406048 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=d3c53d98-62d3-450d-9233-1dc30ae1b981,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:48.409813 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-fd8e3274-c314-47c0-9727-e732a689a90b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53f7f34489ec44d2bd68ead55ca6df8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6660390 Oct 15 16:30:48.410441 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-47fa3d3d-9e5d-4b3e-91af-9e8d14a838a8 req-4007111f-73d5-4d4a-a4bd-faa24ce5b546 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 944 time: 0.6626799 Oct 15 16:30:48.412536 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48734) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:48.424762 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-82525b51-95c4-4c71-adbb-777bbd5dcc14 None None] Provisioning complete for port a7171407-5135-45a2-bb3d-719d1eea2e25 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:48.425373 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-82525b51-95c4-4c71-adbb-777bbd5dcc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.440929 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Request body: {'port': {'device_id': 'c9fa4163-837c-4235-a5b8-556cf8fdd238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:48.475220 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-82525b51-95c4-4c71-adbb-777bbd5dcc14 None None] Port a7171407-5135-45a2-bb3d-719d1eea2e25 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:48.508518 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e3274-c314-47c0-9727-e732a689a90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070f93e1-b79f-4862-8072-542b7a3200d1,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:48.567139 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.591707 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b511fb78-8412-47d0-bcb8-402c2825a601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.604159 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-47fa3d3d-9e5d-4b3e-91af-9e8d14a838a8 req-b998c67c-f2c2-4bbf-8908-a0150b9dfe0f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923797 Oct 15 16:30:48.630594 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956d7ab-921a-49a4-a58f-7176975ed0a5 req-99c21cdb-092e-450c-b2c3-149e87f3fc27 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:48.638462 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2956d7ab-921a-49a4-a58f-7176975ed0a5 req-99c21cdb-092e-450c-b2c3-149e87f3fc27 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0964997 Oct 15 16:30:48.668027 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b511fb78-8412-47d0-bcb8-402c2825a601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.699380 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fc8fc3-9b4a-43c2-bf2c-4014fecdb97c x-openstack-request-id: req-39fc8fc3-9b4a-43c2-bf2c-4014fecdb97c {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:48.699959 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9244fc2-94ed-4e4a-9a86-5b09a5c13501", "name": "network-vif-plugged", "status": "completed", "tag": "d3c53d98-62d3-450d-9233-1dc30ae1b981", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:48.700391 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39fc8fc3-9b4a-43c2-bf2c-4014fecdb97c {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:48.700979 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'code': 200} Oct 15 16:30:48.746805 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2956d7ab-921a-49a4-a58f-7176975ed0a5 req-e6c0508d-e93b-45e9-89bc-d7d91ac8422b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073520 Oct 15 16:30:48.795244 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:48.802907 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:49.107128 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1abb4f-9fd6-4683-ae04-67619a71c434 req-66d1f421-9115-4067-86c2-4395e9b4764d tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:49.108980 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3b1abb4f-9fd6-4683-ae04-67619a71c434 req-66d1f421-9115-4067-86c2-4395e9b4764d tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 936 time: 0.2108724 Oct 15 16:30:49.117487 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Floating IP bb93b4f4-796c-4e2b-8a32-3dd254fff1e5 associated. External IP: 172.27.2.71, port: d62e8533-50f7-4140-9bb3-71c99a8538d0. Oct 15 16:30:49.277375 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80289-0246-46e1-95c0-fe1cad12d75f req-2a27336e-0ed8-4816-a4e7-5da03066cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:49.278916 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5dc80289-0246-46e1-95c0-fe1cad12d75f req-2a27336e-0ed8-4816-a4e7-5da03066cf2d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 1098 time: 0.2806137 Oct 15 16:30:49.420262 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7171407-5135-45a2-bb3d-719d1eea2e25 {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:30:49.430159 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:49.432961 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b511fb78-8412-47d0-bcb8-402c2825a601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:49.436097 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b511fb78-8412-47d0-bcb8-402c2825a601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:49.437458 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b511fb78-8412-47d0-bcb8-402c2825a601 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/070f93e1-b79f-4862-8072-542b7a3200d1 HTTP/1.1" status: 204 len: 168 time: 1.0183983 Oct 15 16:30:49.456544 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511fb78-8412-47d0-bcb8-402c2825a601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070f93e1-b79f-4862-8072-542b7a3200d1,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:49.457503 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3b1abb4f-9fd6-4683-ae04-67619a71c434 req-b3ca85f7-2317-43c5-8fd2-eee1aeb436cd tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416212 Oct 15 16:30:49.460776 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Transition to ACTIVE for port object a7171407-5135-45a2-bb3d-719d1eea2e25 will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:30:49.468549 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:49.532088 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5dc80289-0246-46e1-95c0-fe1cad12d75f req-7348166b-4ee1-4617-9507-9786239f89b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901849 Oct 15 16:30:49.567330 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Pushing event updated for resources: {'Port': ['ID=a7171407-5135-45a2-bb3d-719d1eea2e25,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:49.722641 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Attempting to bind port a7171407-5135-45a2-bb3d-719d1eea2e25 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:30:49.724174 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Attempting to bind port a7171407-5135-45a2-bb3d-719d1eea2e25 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:30:49.725321 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Attempting to bind port a7171407-5135-45a2-bb3d-719d1eea2e25 on network 686bd7f9-a721-482e-aa69-e95957224cdb {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:49.738190 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Port a7171407-5135-45a2-bb3d-719d1eea2e25 on network 686bd7f9-a721-482e-aa69-e95957224cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:30:49.739849 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Attempting to bind port a7171407-5135-45a2-bb3d-719d1eea2e25 on network 686bd7f9-a721-482e-aa69-e95957224cdb {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:30:49.758923 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:30:49.759929 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Checking segment: {'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:49.760329 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Bound using segment: {'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:30:49.762160 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Bound port: a7171407-5135-45a2-bb3d-719d1eea2e25, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b21c98-77ae-4dd9-9422-777b23eb78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:30:49.762541 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:49.839387 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Router aad76b2e-4b64-4d82-8b28-59e1273ce827 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:30:49.883885 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f54e6-2247-499a-91f5-a463a64ad4b4 req-17503e9f-135f-4a75-aa95-d2015b73dfa4 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:49.893385 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-202f54e6-2247-499a-91f5-a463a64ad4b4 req-17503e9f-135f-4a75-aa95-d2015b73dfa4 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 945 time: 0.1311698 Oct 15 16:30:49.900372 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] For port a7171407-5135-45a2-bb3d-719d1eea2e25, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:30:49.909625 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] For port a7171407-5135-45a2-bb3d-719d1eea2e25, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7171407-5135-45a2-bb3d-719d1eea2e25,segment=NetworkSegment(04b21c98-77ae-4dd9-9422-777b23eb78ab),segment_id=04b21c98-77ae-4dd9-9422-777b23eb78ab)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:30:49.930040 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:50.022279 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:50.024999 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:50.029563 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] 10.222.0.66 "PUT /v2.0/ports/a7171407-5135-45a2-bb3d-719d1eea2e25 HTTP/1.1" status: 200 len: 1098 time: 1.6086614 Oct 15 16:30:50.030130 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fa4163-837c-4235-a5b8-556cf8fdd238', 'tag': 'a7171407-5135-45a2-bb3d-719d1eea2e25'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:50.032512 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648fb28a-4bf4-448f-93b4-6200b42136f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9fa4163-837c-4235-a5b8-556cf8fdd238", "tag": "a7171407-5135-45a2-bb3d-719d1eea2e25"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:50.045040 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-202f54e6-2247-499a-91f5-a463a64ad4b4 req-aa84a939-a71e-4e8b-9087-45455751bae5 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464665 Oct 15 16:30:50.205396 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0493096d-7d4c-4969-a216-32a948adb0a2 x-openstack-request-id: req-0493096d-7d4c-4969-a216-32a948adb0a2 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:50.207996 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9fa4163-837c-4235-a5b8-556cf8fdd238", "tag": "a7171407-5135-45a2-bb3d-719d1eea2e25", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:50.209317 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0493096d-7d4c-4969-a216-32a948adb0a2 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:50.209758 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fa4163-837c-4235-a5b8-556cf8fdd238', 'tag': 'a7171407-5135-45a2-bb3d-719d1eea2e25', 'status': 'completed', 'code': 200} Oct 15 16:30:50.211154 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817043a1-4ecb-4eed-bc84-67aaf19a0627 service neutron] Pushing event updated for resources: {'Port': ['ID=a7171407-5135-45a2-bb3d-719d1eea2e25,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:50.255121 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-9234a35a-a495-4aca-ab92-69c96b930b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:50.256735 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-9234a35a-a495-4aca-ab92-69c96b930b7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3ea981852944c11a4724167c2e7c209&device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 1101 time: 0.1753078 Oct 15 16:30:50.275574 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:30:50.281232 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:50.286956 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] Sync routers for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:30:50.309134 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:50.312879 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:50.331445 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-7f1ab6ca-5cb3-469f-a704-8ae93c754468 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "PUT /v2.0/floatingips/bb93b4f4-796c-4e2b-8a32-3dd254fff1e5 HTTP/1.1" status: 200 len: 991 time: 3.1126621 Oct 15 16:30:50.333649 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'tag': 'd62e8533-50f7-4140-9bb3-71c99a8538d0'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:50.340294 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30817215-dcb1-40e7-a7e5-157210bed5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "13330a76-6afb-448e-9980-e5e5d91c1f0f", "tag": "d62e8533-50f7-4140-9bb3-71c99a8538d0"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:50.385851 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddb78f-c575-4d55-b3cf-c5fad95c9460 req-86b503e6-2088-4dd4-9cb0-c191f724cb67 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:50.387604 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6cddb78f-c575-4d55-b3cf-c5fad95c9460 req-86b503e6-2088-4dd4-9cb0-c191f724cb67 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.4096813 Oct 15 16:30:50.393685 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-04803af7-4b9d-4ce6-a46a-f55b1dabd50e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a7171407-5135-45a2-bb3d-719d1eea2e25 HTTP/1.1" status: 200 len: 217 time: 0.1269107 Oct 15 16:30:50.473103 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6cddb78f-c575-4d55-b3cf-c5fad95c9460 req-000091c2-2b81-4a88-8c8b-74359bcf9a7b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712879 Oct 15 16:30:50.502434 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-3c7e5f00-f249-48e0-b962-31b5351ef3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:50.504034 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-3c7e5f00-f249-48e0-b962-31b5351ef3e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4752b9a3-a354-476f-b4bf-28551162ad2e HTTP/1.1" status: 200 len: 843 time: 0.1042933 Oct 15 16:30:50.547108 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:50.556373 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc7b010-8ce4-4a2c-a206-49ddd8066bce x-openstack-request-id: req-abc7b010-8ce4-4a2c-a206-49ddd8066bce {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:50.556373 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13330a76-6afb-448e-9980-e5e5d91c1f0f", "tag": "d62e8533-50f7-4140-9bb3-71c99a8538d0", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:50.556604 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abc7b010-8ce4-4a2c-a206-49ddd8066bce {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:50.556951 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'tag': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'status': 'completed', 'code': 200} Oct 15 16:30:50.621212 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-ecdadf01-445a-478a-852e-d2f87c1ff7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:50.621212 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-ecdadf01-445a-478a-852e-d2f87c1ff7ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=686bd7f9-a721-482e-aa69-e95957224cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0962465 Oct 15 16:30:50.692086 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-38b8fd99-2281-4c69-8965-cd190d6ce798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:50.694737 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-38b8fd99-2281-4c69-8965-cd190d6ce798 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 1099 time: 0.1048715 Oct 15 16:30:50.945275 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-7d539436-fa0c-4a4e-9cd8-192240ca4852 service neutron] 10.222.0.66 "GET /v2.0/networks/686bd7f9-a721-482e-aa69-e95957224cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157959 Oct 15 16:30:51.013549 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-334b48d2-45b6-4e3e-b424-0922c20062b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.015034 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-334b48d2-45b6-4e3e-b424-0922c20062b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 911 time: 0.3002217 Oct 15 16:30:51.135333 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9db6b-0725-4a21-8293-225fe2f55eb2 req-34c50a5b-fa23-4de9-851c-149db246f615 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.135782 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'bb93b4f4-796c-4e2b-8a32-3dd254fff1e5', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'port_id': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'mac_address': 'fa:16:3e:c3:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:30:25Z', 'updated_at': '2021-10-15T16:30:48Z', 'revision_number': 1, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:51.136861 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-eec9db6b-0725-4a21-8293-225fe2f55eb2 req-34c50a5b-fa23-4de9-851c-149db246f615 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 948 time: 0.1954439 Oct 15 16:30:51.147035 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-c03503d9-7795-4e3d-8b7e-287733273abc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0 HTTP/1.1" status: 200 len: 999 time: 0.0959532 Oct 15 16:30:51.165002 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 48810) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:51.190178 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] Checking router: aad76b2e-4b64-4d82-8b28-59e1273ce827 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:30:51.215325 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d81f0bd4-e5a3-46b6-8631-3e17637eabef req-04b1f124-6709-4de5-a6ad-5e97188be17c service neutron] 10.222.0.66 "GET /v2.0/networks/686bd7f9-a721-482e-aa69-e95957224cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624762 Oct 15 16:30:51.220558 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:51.221331 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:51.250517 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-e600ff6e-b703-47e1-b407-75adf0ca2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.252042 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-e600ff6e-b703-47e1-b407-75adf0ca2590 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.0848384 Oct 15 16:30:51.361883 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-eec9db6b-0725-4a21-8293-225fe2f55eb2 req-d0f0b6aa-4262-4ba9-bca1-0aaffe1c4c2e tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128689 Oct 15 16:30:51.377391 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-1e9a6bed-2d77-475f-9910-6693444a61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.378900 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-1e9a6bed-2d77-475f-9910-6693444a61a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3ea981852944c11a4724167c2e7c209&device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 1101 time: 0.0953875 Oct 15 16:30:51.383118 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-01c6d646-d16f-4eea-b297-8272f6205b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.384728 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-01c6d646-d16f-4eea-b297-8272f6205b21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055582 Oct 15 16:30:51.393366 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266a66-c57b-4022-b1e1-2ad9abe1bdef req-71c2c3ca-f0ca-4deb-ae92-fcb5edcbc156 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.401824 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-59266a66-c57b-4022-b1e1-2ad9abe1bdef req-71c2c3ca-f0ca-4deb-ae92-fcb5edcbc156 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 945 time: 0.2594013 Oct 15 16:30:51.429306 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:51.443626 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1026988619-network', 'tenant_id': '57f6db9e9ef44f69a6106897eb67bfc7'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:51.529087 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-59266a66-c57b-4022-b1e1-2ad9abe1bdef req-54ffc7a4-d410-4a3d-9638-dfd66e274b9d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261945 Oct 15 16:30:51.595383 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-78d07da2-0beb-4243-8b31-e209bed76151 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904724 Oct 15 16:30:51.603076 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Made reservation on behalf of 57f6db9e9ef44f69a6106897eb67bfc7 for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:51.612377 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:51.634504 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:51.707401 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-70f6d774-438e-440d-8806-fefd3c8ce975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.708903 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-70f6d774-438e-440d-8806-fefd3c8ce975 service neutron] 10.222.0.66 "GET /v2.0/networks?id=686bd7f9-a721-482e-aa69-e95957224cdb HTTP/1.1" status: 200 len: 870 time: 0.3116941 Oct 15 16:30:51.722867 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30817215-dcb1-40e7-a7e5-157210bed5ca req-4f60e676-a396-4848-9709-d473efd4ebbb service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183062 Oct 15 16:30:51.807606 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4907d-d814-439a-8b5a-f9515579a11d req-9e58d244-ba76-4df9-aaf7-339763a0e4bc tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.814867 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-947c695d-1508-4428-b972-d2561e7b61db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a7171407-5135-45a2-bb3d-719d1eea2e25 HTTP/1.1" status: 200 len: 217 time: 0.0949855 Oct 15 16:30:51.816395 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-13c4907d-d814-439a-8b5a-f9515579a11d req-9e58d244-ba76-4df9-aaf7-339763a0e4bc tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 945 time: 0.0911202 Oct 15 16:30:51.842220 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93139a-6767-4305-84a6-699de136341f req-400f5b1a-5f9a-45fc-a4b1-b1fcc41caf05 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:51.844064 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ae93139a-6767-4305-84a6-699de136341f req-400f5b1a-5f9a-45fc-a4b1-b1fcc41caf05 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1199756 Oct 15 16:30:51.895031 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-13c4907d-d814-439a-8b5a-f9515579a11d req-0bcc36c7-392e-4041-bd2c-2c122ce2b49c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773902 Oct 15 16:30:51.905803 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'bb93b4f4-796c-4e2b-8a32-3dd254fff1e5', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'port_id': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'mac_address': 'fa:16:3e:c3:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:30:25Z', 'updated_at': '2021-10-15T16:30:48Z', 'revision_number': 1, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:51.924956 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48828) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:51.958122 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ae93139a-6767-4305-84a6-699de136341f req-8f5b5711-c1b4-4d45-8223-5399ef6a7632 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051321 Oct 15 16:30:52.006486 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-9ef8866f-5758-470a-96d2-f22b93c0d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:52.007433 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc556213-fb59-4b14-bbef-01dbb9e91582 None None] The sync data for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi is: [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'bb93b4f4-796c-4e2b-8a32-3dd254fff1e5', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'port_id': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'mac_address': 'fa:16:3e:c3:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:30:25Z', 'updated_at': '2021-10-15T16:30:48Z', 'revision_number': 1, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:52.008462 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-9ef8866f-5758-470a-96d2-f22b93c0d73c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4752b9a3-a354-476f-b4bf-28551162ad2e HTTP/1.1" status: 200 len: 843 time: 0.1857657 Oct 15 16:30:52.132408 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.149925 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.183152 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:30:52.198348 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-da52f458-55a6-42b5-892d-158d57c8978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:52.198529 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de6f27-bcc9-42e9-a59f-20375ff3ffcc tempest-TestVolumeBootPattern-546830889 tempest-TestVolumeBootPattern-546830889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:52.199870 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-da52f458-55a6-42b5-892d-158d57c8978d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=686bd7f9-a721-482e-aa69-e95957224cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1685193 Oct 15 16:30:52.200130 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-e3de6f27-bcc9-42e9-a59f-20375ff3ffcc tempest-TestVolumeBootPattern-546830889 tempest-TestVolumeBootPattern-546830889-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 1093 time: 0.2740371 Oct 15 16:30:52.202250 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf5a52-9859-4826-aaf1-0eccc72ce832,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:52.202926 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48844) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:52.208510 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.208676 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'port_id': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:52.208942 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Added segment f6f68a8c-334c-486c-b92d-b6520324d8d2 of type vlan for network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b Oct 15 16:30:52.239508 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.341101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.361998 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce48c3d-4401-4107-9253-dfd002472b02 None None] New status for floating IP bb93b4f4-796c-4e2b-8a32-3dd254fff1e5: ACTIVE {{(pid=99837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:30:52.382475 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.383134 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-689655c4-b745-4d3c-a845-e82c227228a5 service neutron] 10.222.0.66 "GET /v2.0/networks/686bd7f9-a721-482e-aa69-e95957224cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720328 Oct 15 16:30:52.388771 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.390156 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:52.391485 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.499965 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3310888 Oct 15 16:30:52.504269 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 48850) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:30:52.552548 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Request body: {'subnet': {'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1026988619-subnet', 'tenant_id': '57f6db9e9ef44f69a6106897eb67bfc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:52.554567 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdc97d-9c9b-4fe5-b2ba-e686bb5ca46e admin admin] Pushing event updated for resources: {'Network': ['ID=5f38fcb9-59e9-4e84-bcbd-be5011165f9b,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:52.578706 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:30:52.637012 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-648fb28a-4bf4-448f-93b4-6200b42136f6 req-ba905d41-95ff-4fc7-999a-847b6093679e service neutron] 10.222.0.66 "GET /v2.0/networks/686bd7f9-a721-482e-aa69-e95957224cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416387 Oct 15 16:30:52.639007 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Made reservation on behalf of 57f6db9e9ef44f69a6106897eb67bfc7 for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:52.641716 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532025314'] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:52.645488 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Allocated IP 172.27.2.23 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/29fb8bd0-b02f-4c74-aebc-910df6fa308d) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:52.863768 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0504e-24d2-44e5-8456-4d504b23ce43 req-b44915c1-a1ce-40c3-be0e-da73a64fb75d tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:52.865299 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4ba0504e-24d2-44e5-8456-4d504b23ce43 req-b44915c1-a1ce-40c3-be0e-da73a64fb75d tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 948 time: 0.2273548 Oct 15 16:30:52.996301 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-f8dcca7b-6dc8-4f10-a364-95f23ff6943a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:52.997799 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-f8dcca7b-6dc8-4f10-a364-95f23ff6943a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/networks?id=c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 200 len: 815 time: 0.3364155 Oct 15 16:30:53.000427 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4ba0504e-24d2-44e5-8456-4d504b23ce43 req-fb206dd9-fa0f-4d99-a717-414bbd03f501 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073296 Oct 15 16:30:53.037291 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-c63b8369-f9d8-4397-9e5f-42a674feaeeb tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/quotas/ee785148882842e0bc6083d14034b335 HTTP/1.1" status: 200 len: 375 time: 0.0293589 Oct 15 16:30:53.040057 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:53.165388 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532520740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532025296'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:53.225579 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-ae8233eb-0841-41be-8448-cf8d75df0aa1 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee785148882842e0bc6083d14034b335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1812811 Oct 15 16:30:53.229468 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:53.524845 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9009d6-fede-4fe0-a13a-aceb7c5178f9 req-26831677-9d19-4368-b348-85d3bf2dcc9f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:53.526285 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2d9009d6-fede-4fe0-a13a-aceb7c5178f9 req-26831677-9d19-4368-b348-85d3bf2dcc9f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.4632566 Oct 15 16:30:53.548773 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3d179d-c409-4868-abfc-18327bd61182,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:53.551797 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:53.579837 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:53.582463 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:53.598797 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.599151 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.599492 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.599827 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.600159 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.600489 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.600920 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.601286 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.601566 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.601894 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.602208 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.602528 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:53.645031 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=29fb8bd0-b02f-4c74-aebc-910df6fa308d,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:53.652793 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Checking segment: {'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:30:53.653157 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Network hostable DHCP agents. Network: 5f38fcb9-59e9-4e84-bcbd-be5011165f9b, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:30:53.709360 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2d9009d6-fede-4fe0-a13a-aceb7c5178f9 req-4b95ca1b-ddab-4f29-bfff-4f97c8408c43 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733603 Oct 15 16:30:53.748444 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:30:53.794712 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-d973fd99-3fb5-4536-a293-83d8cb8f52b8 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525038 Oct 15 16:30:53.797355 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 5f38fcb9-59e9-4e84-bcbd-be5011165f9b) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:53.806288 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc43bb96-6d53-48b9-aee2-c8b8629e5e0a None None] Network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:30:53.809948 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:53.810596 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:53.917342 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8b5119fd-7d46-4fa6-ac8c-eee45e9fd0d4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4102931 Oct 15 16:30:53.934939 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device a7171407-5135-45a2-bb3d-719d1eea2e25 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:30:53.989470 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-33f6d95f-7566-40d7-bea4-865a2202ecb0 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884124 Oct 15 16:30:54.120498 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf89e0-ed64-45ed-a0d1-013300a528c3 None None] Network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:30:54.130282 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port a7171407-5135-45a2-bb3d-719d1eea2e25, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7171407-5135-45a2-bb3d-719d1eea2e25,segment=NetworkSegment(04b21c98-77ae-4dd9-9422-777b23eb78ab),segment_id=04b21c98-77ae-4dd9-9422-777b23eb78ab)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:54.162401 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'a7171407-5135-45a2-bb3d-719d1eea2e25', 'network_id': '686bd7f9-a721-482e-aa69-e95957224cdb', 'port_id': 'a7171407-5135-45a2-bb3d-719d1eea2e25', 'mac_address': 'fa:16:3e:37:51:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4752b9a3-a354-476f-b4bf-28551162ad2e', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:30:54.251503 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:54.275779 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7171407-5135-45a2-bb3d-719d1eea2e25 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:30:54.315444 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1655a6bf-d2b6-4da9-af5b-2ee4ce355d3c req-1ac71440-6496-48a7-bee8-e32c0a5847ce tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0407465 Oct 15 16:30:54.322495 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port a7171407-5135-45a2-bb3d-719d1eea2e25, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7171407-5135-45a2-bb3d-719d1eea2e25,segment=NetworkSegment(04b21c98-77ae-4dd9-9422-777b23eb78ab),segment_id=04b21c98-77ae-4dd9-9422-777b23eb78ab)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:54.329928 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989284dc-9979-4099-9d41-268193871eab req-1f083a14-c49e-4a48-aa00-2d4c85d8bdb8 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:54.336122 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-989284dc-9979-4099-9d41-268193871eab req-1f083a14-c49e-4a48-aa00-2d4c85d8bdb8 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 948 time: 0.1734197 Oct 15 16:30:54.354884 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:54.383855 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:54.423364 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=a7171407-5135-45a2-bb3d-719d1eea2e25,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:54.432044 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.432945 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.433436 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.433851 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.434258 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.434934 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.435115 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.435452 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.435920 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.436343 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.436663 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.437021 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:30:54.459196 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-989284dc-9979-4099-9d41-268193871eab req-4e82adf9-6740-48f5-a563-02e7bf9f1305 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070185 Oct 15 16:30:54.516365 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:54.727668 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:54.733530 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:54.744564 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['a7171407-5135-45a2-bb3d-719d1eea2e25'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:30:54.830577 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:54.890979 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=29fb8bd0-b02f-4c74-aebc-910df6fa308d,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:54.985504 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc775f69-6cb6-4213-b9a2-986da60d61bf req-b2c58c0d-d52e-424b-9cf5-26fb3f5678e6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:54.987055 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cc775f69-6cb6-4213-b9a2-986da60d61bf req-b2c58c0d-d52e-424b-9cf5-26fb3f5678e6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1507783 Oct 15 16:30:55.015527 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Floating IP 25ad74b3-641a-41a3-a95d-0de12b17ed99 associated. External IP: 172.27.2.23, port: d3c53d98-62d3-450d-9233-1dc30ae1b981. Oct 15 16:30:55.081063 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cc775f69-6cb6-4213-b9a2-986da60d61bf req-3d146e5e-d0ed-42fd-b351-54872d7d77ee tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874529 Oct 15 16:30:55.254572 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:30:55.364170 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:30:55.376970 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:30:55.385356 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:55.388838 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:55.390031 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:55.415166 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-296c1607-3957-4302-b3df-ec24685a4052 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2109864 Oct 15 16:30:55.416314 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'tag': 'd3c53d98-62d3-450d-9233-1dc30ae1b981'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:55.418542 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d9244fc2-94ed-4e4a-9a86-5b09a5c13501", "tag": "d3c53d98-62d3-450d-9233-1dc30ae1b981"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:55.446884 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9bf7ec88-862f-4db6-b3f2-4c445fbc29b7 req-004da33a-c9a5-4057-bb64-cf0e2d01b278 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0335240 Oct 15 16:30:55.484010 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae25a36b-36b0-40f8-a28a-12e0cd157fed x-openstack-request-id: req-ae25a36b-36b0-40f8-a28a-12e0cd157fed {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:55.484299 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9244fc2-94ed-4e4a-9a86-5b09a5c13501", "tag": "d3c53d98-62d3-450d-9233-1dc30ae1b981", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:55.484545 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae25a36b-36b0-40f8-a28a-12e0cd157fed {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:55.484959 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'tag': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'status': 'completed', 'code': 200} Oct 15 16:30:55.570989 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:55.599848 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50e74-4c34-4844-9a15-9a4f16fd3699 req-3b5a9563-537f-4a7c-92ec-2a56369338a8 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:55.601437 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cdf50e74-4c34-4844-9a15-9a4f16fd3699 req-3b5a9563-537f-4a7c-92ec-2a56369338a8 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 949 time: 0.0629537 Oct 15 16:30:55.652778 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-74589fef-ab09-40f3-817b-1d1199d58e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:55.654997 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-74589fef-ab09-40f3-817b-1d1199d58e78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 1098 time: 0.0795734 Oct 15 16:30:55.725388 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cdf50e74-4c34-4844-9a15-9a4f16fd3699 req-5496e81c-6e7d-4a0c-ace8-d62d3ebcaaa6 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165557 Oct 15 16:30:55.795086 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-939238c9-9199-4785-98fa-7de45353a1ea tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:55.796913 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-939238c9-9199-4785-98fa-7de45353a1ea tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.66 "GET /v2.0/networks?id=c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 200 len: 815 time: 0.1689906 Oct 15 16:30:55.825770 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'port': {'device_id': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'admin_state_up': True, 'tenant_id': 'ee785148882842e0bc6083d14034b335'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:30:55.890449 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-4fa67fca-c9e3-475b-92be-6f122658bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:55.892416 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-4fa67fca-c9e3-475b-92be-6f122658bd9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.2285373 Oct 15 16:30:56.130092 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-30e0e016-69f9-44de-be99-4371ea5d62d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c53d98-62d3-450d-9233-1dc30ae1b981 HTTP/1.1" status: 200 len: 998 time: 0.2225039 Oct 15 16:30:56.207687 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '25ad74b3-641a-41a3-a95d-0de12b17ed99', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:c2:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:30:54Z', 'updated_at': '2021-10-15T16:30:54Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:56.218342 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388b56-f59a-4774-8b2a-d262d9507445 req-68a0a949-924a-4724-bccb-361defe835cb tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:56.222809 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-68a0a949-924a-4724-bccb-361defe835cb tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/networks?id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b HTTP/1.1" status: 200 len: 814 time: 0.2594082 Oct 15 16:30:56.246290 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:30:56.288869 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-a418975f-d433-4958-9bbd-0e8d64a24a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:56.295873 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-a418975f-d433-4958-9bbd-0e8d64a24a6b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.1564953 Oct 15 16:30:56.303108 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:30:56.303841 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:30:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:56.339454 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-379d4285-d6f7-4ccf-a9cb-3d81b7477855 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/quotas/57f6db9e9ef44f69a6106897eb67bfc7 HTTP/1.1" status: 200 len: 375 time: 0.1064599 Oct 15 16:30:56.399867 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-60d64eee-284e-45f7-b069-d81afb429da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:56.413840 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-e2198ed0-eedc-4e14-a9f0-c76b3425ea99 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f6db9e9ef44f69a6106897eb67bfc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503268 Oct 15 16:30:56.416794 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-60d64eee-284e-45f7-b069-d81afb429da6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1092484 Oct 15 16:30:56.423965 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Made reservation on behalf of ee785148882842e0bc6083d14034b335 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:30:56.427640 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:56.470385 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c376d-91aa-41ef-95e8-daff8b0d21cd req-ed81c934-4fe8-4f81-9f7a-8f9a807ee9c2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:56.477685 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6f3c376d-91aa-41ef-95e8-daff8b0d21cd req-ed81c934-4fe8-4f81-9f7a-8f9a807ee9c2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1713681 Oct 15 16:30:56.523338 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:30:56.600114 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-94a9d119-d418-43eb-a91f-5f817c0de498 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701519 Oct 15 16:30:56.616963 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6f3c376d-91aa-41ef-95e8-daff8b0d21cd req-37ffe08f-bdb5-44c0-b093-f889758feaad tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383741 Oct 15 16:30:56.634419 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-17d01f8d-96e0-4638-b53c-d7a8d62ef3fd service neutron] 10.222.0.44 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193608 Oct 15 16:30:56.897891 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-18a8a7ff-5b81-465a-a5f9-e04e7caaa0ea req-dbc2e747-381c-449e-903d-38d909c2089f service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856588 Oct 15 16:30:56.910942 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9360c304-a2be-45b1-8023-7ac88ab40acb req-fe4d661a-8cc0-489f-b248-c994bcb612c3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0928731 Oct 15 16:30:56.966832 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Allocated IP 172.20.0.12 (c5e6ad5b-9f62-498a-92c3-399d45e998ed/677c69f1-bc60-4f61-b934-9c8174958132/0d9716a5-d6f7-4caa-bf23-281d2b248603) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:30:57.008092 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-8cf806e3-2685-4b6c-bb6d-eeafaef89d37 service neutron] 10.222.0.44 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716133 Oct 15 16:30:57.217030 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '25ad74b3-641a-41a3-a95d-0de12b17ed99', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:c2:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:30:54Z', 'updated_at': '2021-10-15T16:30:54Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:30:57.231068 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd5380-df97-4164-8612-4830f01bfcea req-7c987d06-4892-45b4-a934-96aea48c4254 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:57.238075 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0cbd5380-df97-4164-8612-4830f01bfcea req-7c987d06-4892-45b4-a934-96aea48c4254 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 949 time: 0.2409914 Oct 15 16:30:57.338391 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a85d2-b12d-4081-ac7c-fb7458c9514e None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '25ad74b3-641a-41a3-a95d-0de12b17ed99', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:c2:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:30:54Z', 'updated_at': '2021-10-15T16:30:54Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:30:57.698784 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b28263e-04cb-4f89-8316-738b105403d5 None None] New status for floating IP 25ad74b3-641a-41a3-a95d-0de12b17ed99: ACTIVE {{(pid=99837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:30:57.882032 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0cbd5380-df97-4164-8612-4830f01bfcea req-eb73fb9c-04e7-4e67-b62d-71c8625fa7ad tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574593 Oct 15 16:30:57.991621 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:57.997477 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device a7171407-5135-45a2-bb3d-719d1eea2e25 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:30:58.058839 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-90e359be-2559-4117-8351-b8088bf1131e req-6cc6d559-b7c5-419e-877b-182db5790ec9 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0812433 Oct 15 16:30:58.082813 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port a7171407-5135-45a2-bb3d-719d1eea2e25 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:30:58.101060 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port a7171407-5135-45a2-bb3d-719d1eea2e25 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:58.103561 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:58.133011 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:58.246034 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:30:58.252777 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:30:58.289118 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:30:58.295720 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:58.337275 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'Port': ['ID=0d9716a5-d6f7-4caa-bf23-281d2b248603,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:58.351084 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fa4163-837c-4235-a5b8-556cf8fdd238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7171407-5135-45a2-bb3d-719d1eea2e25'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:30:58.362418 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f460e1ad-f9fe-4e4c-9e9d-2dff0c9237f4" -d '{"events": [{"server_uuid": "c9fa4163-837c-4235-a5b8-556cf8fdd238", "name": "network-vif-plugged", "status": "completed", "tag": "a7171407-5135-45a2-bb3d-719d1eea2e25"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:30:58.367825 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:58.368473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:58.378810 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307fbb4-56d5-4668-be11-c95c7a30079c req-56d52246-3fa7-4dbb-84dd-08b64769e9a3 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:58.387015 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6307fbb4-56d5-4668-be11-c95c7a30079c req-56d52246-3fa7-4dbb-84dd-08b64769e9a3 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1843622 Oct 15 16:30:58.403692 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port a7171407-5135-45a2-bb3d-719d1eea2e25, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7171407-5135-45a2-bb3d-719d1eea2e25,segment=NetworkSegment(04b21c98-77ae-4dd9-9422-777b23eb78ab),segment_id=04b21c98-77ae-4dd9-9422-777b23eb78ab)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:30:58.413058 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:58.429851 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-1cadb147-98ea-4954-b44e-e59dc3e9e74a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6210842 Oct 15 16:30:58.458068 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6307fbb4-56d5-4668-be11-c95c7a30079c req-81bf9694-9f51-4d00-b33e-ac708a0eb580 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700133 Oct 15 16:30:58.502548 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=a7171407-5135-45a2-bb3d-719d1eea2e25,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:30:58.642986 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3f7a55c2-da6c-430a-b8e3-a5122f21c361 None None] Provisioning complete for port 0d9716a5-d6f7-4caa-bf23-281d2b248603 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:30:58.643382 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3f7a55c2-da6c-430a-b8e3-a5122f21c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:30:58.654060 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e44a-2243-42cc-a213-60c164459c95 req-8d93a366-2ab0-49fc-9384-998371b64cf4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:58.657923 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1d55e44a-2243-42cc-a213-60c164459c95 req-8d93a366-2ab0-49fc-9384-998371b64cf4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0862718 Oct 15 16:30:58.687029 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a55c2-da6c-430a-b8e3-a5122f21c361 None None] Port 0d9716a5-d6f7-4caa-bf23-281d2b248603 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:30:58.706047 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1d55e44a-2243-42cc-a213-60c164459c95 req-5f44f229-014e-49eb-9462-639086bba728 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 Oct 15 16:30:58.817319 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a58082-f747-492f-81c4-3e6864ab49a6 req-72d7ebd9-a3bf-49a5-b6a7-73feb484d993 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:58.819009 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d6a58082-f747-492f-81c4-3e6864ab49a6 req-72d7ebd9-a3bf-49a5-b6a7-73feb484d993 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0516753 Oct 15 16:30:58.862753 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d6a58082-f747-492f-81c4-3e6864ab49a6 req-7baeba3a-6dc0-49d1-be36-d253384b58b8 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 Oct 15 16:30:58.911919 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8372f5c8-80ca-4b4f-a313-a751b5137dd9 x-openstack-request-id: req-8372f5c8-80ca-4b4f-a313-a751b5137dd9 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:30:58.912465 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fa4163-837c-4235-a5b8-556cf8fdd238", "name": "network-vif-plugged", "status": "completed", "tag": "a7171407-5135-45a2-bb3d-719d1eea2e25", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:30:58.912465 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8372f5c8-80ca-4b4f-a313-a751b5137dd9 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:30:58.912834 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fa4163-837c-4235-a5b8-556cf8fdd238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7171407-5135-45a2-bb3d-719d1eea2e25', 'code': 200} Oct 15 16:30:59.018495 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed2f15-dc51-4e08-a667-5fb659896cc2 req-8b9405b4-ba28-474e-b51a-f60db2b64378 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:59.020192 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cfed2f15-dc51-4e08-a667-5fb659896cc2 req-8b9405b4-ba28-474e-b51a-f60db2b64378 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0563314 Oct 15 16:30:59.059965 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cfed2f15-dc51-4e08-a667-5fb659896cc2 req-998066ea-02eb-4bfe-8dbc-e00fd870c743 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Oct 15 16:30:59.163324 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4dacbe98-bdb7-41b2-8cca-ff2193ceb47c req-8bb15245-8e03-48e7-90a6-ca4a39d2513a tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0272613 Oct 15 16:30:59.606895 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a4b3-0956-4083-b60c-38436462aa58 req-5f70c48b-e488-4c30-8a7b-7f3caefad498 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:59.608217 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5d88a4b3-0956-4083-b60c-38436462aa58 req-5f70c48b-e488-4c30-8a7b-7f3caefad498 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0480342 Oct 15 16:30:59.649854 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5d88a4b3-0956-4083-b60c-38436462aa58 req-fda3f978-67d1-45fd-8d42-03dbc393743c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352705 Oct 15 16:30:59.896024 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497431b-91ca-474f-83a4-6bfe63a4d636 req-ff95c85a-6bd7-4e55-8b32-97d710b5602c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:30:59.897712 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8497431b-91ca-474f-83a4-6bfe63a4d636 req-ff95c85a-6bd7-4e55-8b32-97d710b5602c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1179254 Oct 15 16:30:59.937642 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8497431b-91ca-474f-83a4-6bfe63a4d636 req-e6436fb3-bf16-4bbc-bf4a-76d0c17a5844 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340838 Oct 15 16:31:00.048375 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f8cb4-652b-491f-9bbc-e5b6c3360b4b req-26d013a1-738c-410b-95c0-f316f3bfa3b1 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:00.050652 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b40f8cb4-652b-491f-9bbc-e5b6c3360b4b req-26d013a1-738c-410b-95c0-f316f3bfa3b1 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0548496 Oct 15 16:31:00.098298 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b40f8cb4-652b-491f-9bbc-e5b6c3360b4b req-12732e18-fb39-45b6-b194-cd12f952016f tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 Oct 15 16:31:00.251852 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4048f14-d865-45eb-9e91-2f1065aa8650 req-34027775-4282-4ade-b330-690f49587d4d tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:00.254030 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d4048f14-d865-45eb-9e91-2f1065aa8650 req-34027775-4282-4ade-b330-690f49587d4d tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0720322 Oct 15 16:31:00.295625 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d4048f14-d865-45eb-9e91-2f1065aa8650 req-038c277c-3810-4eaf-bde0-e4e6ad4e41e8 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Oct 15 16:31:00.387806 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-21f971ac-c0a8-4cdd-9c21-275021d0e2e8 req-519a229c-97a6-41c9-bcdf-df5a503bd709 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0316534 Oct 15 16:31:00.778992 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a46c-7e7f-4810-b2fe-a83aa0e3205a req-6e95ebc0-48b0-495d-9a22-c32c142648ba tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:00.780447 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3269a46c-7e7f-4810-b2fe-a83aa0e3205a req-6e95ebc0-48b0-495d-9a22-c32c142648ba tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0583005 Oct 15 16:31:00.821123 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3269a46c-7e7f-4810-b2fe-a83aa0e3205a req-b8a2ea41-bf5f-4aa8-94ec-1a139bfbe9a7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341194 Oct 15 16:31:01.063184 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9b58e-1139-46c3-b83f-908f0899513b req-77631df4-5711-47f5-9cc5-47a3d0e60f32 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:01.064890 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-98a9b58e-1139-46c3-b83f-908f0899513b req-77631df4-5711-47f5-9cc5-47a3d0e60f32 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0535398 Oct 15 16:31:01.106348 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-98a9b58e-1139-46c3-b83f-908f0899513b req-7d2adf36-0b57-4d9b-a0fb-a90aadbc393c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356581 Oct 15 16:31:01.245780 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632c5c-f371-48f0-9ea4-416953559b25 req-9548ad7e-3cf6-4a08-b0e3-aaa4a367fa97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:01.254184 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-82632c5c-f371-48f0-9ea4-416953559b25 req-9548ad7e-3cf6-4a08-b0e3-aaa4a367fa97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0601461 Oct 15 16:31:01.304041 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-82632c5c-f371-48f0-9ea4-416953559b25 req-0e62ccad-8bad-40db-93e7-27bf16d9a629 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487547 Oct 15 16:31:01.423365 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1aab4-f8b8-4ceb-a625-90be8c0db517 req-319fb6fd-3c23-4574-a864-9c1370d1d440 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:01.425300 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fca1aab4-f8b8-4ceb-a625-90be8c0db517 req-319fb6fd-3c23-4574-a864-9c1370d1d440 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0544019 Oct 15 16:31:01.465411 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fca1aab4-f8b8-4ceb-a625-90be8c0db517 req-a05e72fb-53b3-4129-8ffe-735c50756dd4 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Oct 15 16:31:01.547700 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-05285d2f-cb07-4b49-8033-4920343dd682 req-28a12368-f625-4730-b68f-5ba439153daf tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0276117 Oct 15 16:31:01.944619 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b589dc-a53e-49e7-b6a2-7916237f8c37 req-ee1f8fea-4df2-47c2-8772-60f80045b542 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:01.946331 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e7b589dc-a53e-49e7-b6a2-7916237f8c37 req-ee1f8fea-4df2-47c2-8772-60f80045b542 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0511308 Oct 15 16:31:01.983520 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e7b589dc-a53e-49e7-b6a2-7916237f8c37 req-4029be2e-aaef-4e0d-9a65-50640de6b1c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307415 Oct 15 16:31:02.243114 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b9b1c-e98a-4501-abd1-fa092c51756d req-39f241a2-2e8f-4273-8fb2-81a10fdd97c2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:02.244747 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-688b9b1c-e98a-4501-abd1-fa092c51756d req-39f241a2-2e8f-4273-8fb2-81a10fdd97c2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0570581 Oct 15 16:31:02.263316 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 49102) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:02.283016 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-688b9b1c-e98a-4501-abd1-fa092c51756d req-cf316734-1554-40a8-96f2-3f912f47b008 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Oct 15 16:31:02.376399 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9d06fca-fa27-4973-8d72-96a020fd58da admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:02.420109 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5871f-2420-4bb3-a30b-4d230ca0d286 req-5fc16f77-706c-4741-82a8-eb6a0eea874d tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:02.421590 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-baf5871f-2420-4bb3-a30b-4d230ca0d286 req-5fc16f77-706c-4741-82a8-eb6a0eea874d tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0488071 Oct 15 16:31:02.462929 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9d06fca-fa27-4973-8d72-96a020fd58da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:02.465435 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-baf5871f-2420-4bb3-a30b-4d230ca0d286 req-fb2a4d35-5ae9-4ae0-994e-04a886a2dbb6 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365093 Oct 15 16:31:02.470074 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c9d06fca-fa27-4973-8d72-96a020fd58da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:02.510627 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d06fca-fa27-4973-8d72-96a020fd58da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b0f767-2dff-4f2c-814a-ed2c69d45d8d,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:02.518191 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c9d06fca-fa27-4973-8d72-96a020fd58da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d0016d2e26f421ab9766a4cafb8c89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505434 Oct 15 16:31:02.518485 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49110) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:02.613099 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbb120-0ea8-4800-a4ff-fcc1b0bcccbf req-ddaa2366-132c-4bcf-b725-05ac6c895360 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:02.614606 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-83bbb120-0ea8-4800-a4ff-fcc1b0bcccbf req-ddaa2366-132c-4bcf-b725-05ac6c895360 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0802002 Oct 15 16:31:02.615229 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2afd61d5-fa5b-463e-8f26-bc7a191cc3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:02.649020 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2afd61d5-fa5b-463e-8f26-bc7a191cc3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:02.684004 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-83bbb120-0ea8-4800-a4ff-fcc1b0bcccbf req-b895dcdb-9308-421a-bf78-7fb1248d9c95 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592768 Oct 15 16:31:02.725547 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2afd61d5-fa5b-463e-8f26-bc7a191cc3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:02.729628 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2afd61d5-fa5b-463e-8f26-bc7a191cc3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:02.731255 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-2afd61d5-fa5b-463e-8f26-bc7a191cc3b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86b0f767-2dff-4f2c-814a-ed2c69d45d8d HTTP/1.1" status: 204 len: 168 time: 0.2116432 Oct 15 16:31:02.760890 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd61d5-fa5b-463e-8f26-bc7a191cc3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b0f767-2dff-4f2c-814a-ed2c69d45d8d,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:02.783203 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-36776c05-1133-411a-9b93-622c3fa23a8a req-9e1855b3-f8cf-4e4f-9bbc-53e0d0bba66b tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0369809 Oct 15 16:31:03.110027 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e85ea8-a571-469b-b422-61c7330f8b1b req-bc4eb9b6-0181-48e1-8ec9-df18eeedda14 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:03.111539 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d0e85ea8-a571-469b-b422-61c7330f8b1b req-bc4eb9b6-0181-48e1-8ec9-df18eeedda14 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0508254 Oct 15 16:31:03.150343 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d0e85ea8-a571-469b-b422-61c7330f8b1b req-2162b87d-2a8c-4284-84c5-c437c82f0e51 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Oct 15 16:31:03.417714 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa06ad-eacf-42e0-b9dc-6b0b5d4abb14 req-cb3e740d-baed-48ef-95a1-f5bc37ee92b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:03.419255 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-21fa06ad-eacf-42e0-b9dc-6b0b5d4abb14 req-cb3e740d-baed-48ef-95a1-f5bc37ee92b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0554187 Oct 15 16:31:03.457785 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-21fa06ad-eacf-42e0-b9dc-6b0b5d4abb14 req-f830bf21-99e1-47a4-aaa5-5aa96718f986 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Oct 15 16:31:03.582458 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1099ba-9e7a-4b14-aab0-2004809802d5 req-8b43f2d4-2e32-481c-ba8d-085a889b1464 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:03.584162 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3b1099ba-9e7a-4b14-aab0-2004809802d5 req-8b43f2d4-2e32-481c-ba8d-085a889b1464 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0510464 Oct 15 16:31:03.622986 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3b1099ba-9e7a-4b14-aab0-2004809802d5 req-38e6b0e4-ec72-44c4-8cc7-3399a41ca0dd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Oct 15 16:31:03.816519 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2217e3b-bf81-4d62-83de-83f9d05f9d12 req-4e4a1ad5-c89b-4a47-a5f5-c20a4caa6d7e tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:03.818103 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2217e3b-bf81-4d62-83de-83f9d05f9d12 req-4e4a1ad5-c89b-4a47-a5f5-c20a4caa6d7e tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0605142 Oct 15 16:31:03.859429 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2217e3b-bf81-4d62-83de-83f9d05f9d12 req-6882cde6-c87a-4104-9887-cabd0b29afc5 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349705 Oct 15 16:31:03.947308 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-37f2f5c2-1e22-4ac2-8d5c-8c6cf519553f req-799c2177-1930-46c5-82b6-a0a1394a2f64 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0318255 Oct 15 16:31:04.275576 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37285cd-d8b4-4e56-b3a6-1eea050bfbd4 req-b98f0a9c-922a-4386-8974-b4539bf00061 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:04.277129 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e37285cd-d8b4-4e56-b3a6-1eea050bfbd4 req-b98f0a9c-922a-4386-8974-b4539bf00061 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0481617 Oct 15 16:31:04.316496 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e37285cd-d8b4-4e56-b3a6-1eea050bfbd4 req-106be42e-0745-4b65-aaca-041d8c249ed0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330119 Oct 15 16:31:04.574413 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72927a9-c59a-4b30-88f6-23a35378be3f req-d3d08c8a-cf0c-47d0-b210-9a9a5e5b8387 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:04.575965 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b72927a9-c59a-4b30-88f6-23a35378be3f req-d3d08c8a-cf0c-47d0-b210-9a9a5e5b8387 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0507972 Oct 15 16:31:04.613081 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b72927a9-c59a-4b30-88f6-23a35378be3f req-e346cfb0-0c0e-4e5e-83da-5b24bc49b1da tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305367 Oct 15 16:31:04.739940 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd1b3-cb5f-4329-8250-c08288645d25 req-dc58ad5e-795a-4b2e-8674-f4d7f948be9a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:04.741422 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-52dcd1b3-cb5f-4329-8250-c08288645d25 req-dc58ad5e-795a-4b2e-8674-f4d7f948be9a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0520852 Oct 15 16:31:04.787079 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-52dcd1b3-cb5f-4329-8250-c08288645d25 req-34217285-d365-45c8-808f-4e42363f99d5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Oct 15 16:31:04.977311 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613573a8-fc1b-4432-a61e-08891e893a3a req-d29ef8b5-7aa0-4f47-9f8e-9c653ada4c31 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:04.978802 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-613573a8-fc1b-4432-a61e-08891e893a3a req-d29ef8b5-7aa0-4f47-9f8e-9c653ada4c31 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0518653 Oct 15 16:31:05.019606 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-613573a8-fc1b-4432-a61e-08891e893a3a req-bc4f567a-1111-4d18-8dba-715649e31a9b tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Oct 15 16:31:05.053879 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:31:05.104850 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-55480c8e-4926-4aff-9f61-afdeed763478 req-644d427b-521d-442e-818b-adea33dee8b3 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0302901 Oct 15 16:31:05.434440 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91726-3663-4fc8-8efc-dd993e229327 req-06384181-9fdf-4755-8858-fe3fc0b3f2f5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:05.435912 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-eac91726-3663-4fc8-8efc-dd993e229327 req-06384181-9fdf-4755-8858-fe3fc0b3f2f5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0494342 Oct 15 16:31:05.475593 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-eac91726-3663-4fc8-8efc-dd993e229327 req-67e20e30-bebb-4e1f-b5e6-c9c8a254649b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329046 Oct 15 16:31:05.733965 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1b586-18c9-4295-8129-41de75cae189 req-9adcf832-f532-4433-a60d-78935e4b5f58 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:05.735520 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c7e1b586-18c9-4295-8129-41de75cae189 req-9adcf832-f532-4433-a60d-78935e4b5f58 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0523710 Oct 15 16:31:05.755569 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87dce15e-5555-45b2-9d36-699b6de939dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:05.779578 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c7e1b586-18c9-4295-8129-41de75cae189 req-88ba5a06-79b4-404f-ab70-572416203d33 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Oct 15 16:31:05.911933 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5398ee-1e90-4a6b-9efb-5eba062d841b req-7e047c51-c4cd-4fb1-b598-acf5173867e2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:05.913358 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1c5398ee-1e90-4a6b-9efb-5eba062d841b req-7e047c51-c4cd-4fb1-b598-acf5173867e2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0515227 Oct 15 16:31:05.952115 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1c5398ee-1e90-4a6b-9efb-5eba062d841b req-45a4353e-875c-42c9-9b0a-ea2d31dccb0d tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Oct 15 16:31:06.135448 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5549c-f980-44e7-9c6a-1a35d14fc611 req-36272ffa-7a7e-4836-95b3-49dce2445330 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:06.136988 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-acb5549c-f980-44e7-9c6a-1a35d14fc611 req-36272ffa-7a7e-4836-95b3-49dce2445330 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0502713 Oct 15 16:31:06.179371 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-acb5549c-f980-44e7-9c6a-1a35d14fc611 req-77d4dc47-35e1-412b-973c-f8476e53a394 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346384 Oct 15 16:31:06.265312 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-408141d5-c4b1-4308-aaf3-712da745a652 req-d06a9ac4-c577-4571-b315-5722c8ea86bd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0309298 Oct 15 16:31:06.598219 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc1ba-86e6-4df8-b1c8-1ed49ef84bb8 req-5e878ed2-2d77-40e9-8bd7-dec85c920088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:06.599769 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6bdcc1ba-86e6-4df8-b1c8-1ed49ef84bb8 req-5e878ed2-2d77-40e9-8bd7-dec85c920088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0496318 Oct 15 16:31:06.639683 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6bdcc1ba-86e6-4df8-b1c8-1ed49ef84bb8 req-496d503d-9078-4c3a-8c69-445fed443f4d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335784 Oct 15 16:31:06.901698 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943901e-c538-4fb3-a5c2-be61aef9ae67 req-deb0c4da-55e0-4f31-9bf9-dae52be54c9b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:06.903354 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a943901e-c538-4fb3-a5c2-be61aef9ae67 req-deb0c4da-55e0-4f31-9bf9-dae52be54c9b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0558970 Oct 15 16:31:06.949120 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a943901e-c538-4fb3-a5c2-be61aef9ae67 req-132dfe05-557d-490f-b8fc-c94ebe0cd569 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383165 Oct 15 16:31:07.070970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7b76-c104-4662-9ef9-1cd51d08567e req-9dfddf8b-e714-4bb4-bab0-39a18e8953e8 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:07.072481 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e29a7b76-c104-4662-9ef9-1cd51d08567e req-9dfddf8b-e714-4bb4-bab0-39a18e8953e8 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0555146 Oct 15 16:31:07.113611 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e29a7b76-c104-4662-9ef9-1cd51d08567e req-898b0414-0f78-4d13-aaec-f6162f3807c5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Oct 15 16:31:07.294465 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1838d2-e328-4f2f-bd22-294eab6a4e28 req-efefd52a-ddfe-4631-962a-be1fb41da2ae tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:07.295957 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ea1838d2-e328-4f2f-bd22-294eab6a4e28 req-efefd52a-ddfe-4631-962a-be1fb41da2ae tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0487633 Oct 15 16:31:07.333277 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ea1838d2-e328-4f2f-bd22-294eab6a4e28 req-278ef16d-d8a2-449d-ac01-a85e6609aeac tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Oct 15 16:31:07.419505 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fbf6330f-5ea0-4905-bf4f-ef1e7459fc4d req-308d01c5-8d17-4187-967a-c0956466fab6 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0322437 Oct 15 16:31:07.767446 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874d208-9b2d-4bcf-9c46-ba20f8be7024 req-288edf5f-120f-481b-b1f7-6f6d8370345f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:07.769000 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9874d208-9b2d-4bcf-9c46-ba20f8be7024 req-288edf5f-120f-481b-b1f7-6f6d8370345f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0561192 Oct 15 16:31:07.806339 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9874d208-9b2d-4bcf-9c46-ba20f8be7024 req-4864a0eb-b032-4922-9004-566595842ce6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313144 Oct 15 16:31:08.072796 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff1456-2118-4806-abec-a97815b3ddc3 req-1d9195a3-edeb-4397-85ad-1a29f1d426e7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:08.074288 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4bff1456-2118-4806-abec-a97815b3ddc3 req-1d9195a3-edeb-4397-85ad-1a29f1d426e7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0530000 Oct 15 16:31:08.113954 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4bff1456-2118-4806-abec-a97815b3ddc3 req-39db57ef-adb0-4d7e-8cab-9106de277e50 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Oct 15 16:31:08.234107 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba176c-4757-4341-9070-11b399008334 req-d855c02f-7844-429c-aec4-f82bf0b1d427 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:08.235490 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e9ba176c-4757-4341-9070-11b399008334 req-d855c02f-7844-429c-aec4-f82bf0b1d427 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0497169 Oct 15 16:31:08.275313 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e9ba176c-4757-4341-9070-11b399008334 req-9c756ebf-fa77-4ef1-92a3-744eacfa371f tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Oct 15 16:31:08.452012 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c18f61-9bee-4c11-8602-b4114eef2415 req-ac1cbb3c-28ba-4381-97ea-d8a43819b0be tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:08.453536 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c1c18f61-9bee-4c11-8602-b4114eef2415 req-ac1cbb3c-28ba-4381-97ea-d8a43819b0be tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0543435 Oct 15 16:31:08.499300 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c1c18f61-9bee-4c11-8602-b4114eef2415 req-a2a2755e-7fa4-471f-badb-fc5c23dfec29 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371923 Oct 15 16:31:08.502623 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-160858bc-1ade-4c7c-839c-480d30e4116e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:08.580777 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6135d37e-f212-464f-822b-f6c6d356bd1c req-6bf2c0e2-bc64-45d3-abf9-25baeade269b tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0261512 Oct 15 16:31:08.925353 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718690-a40f-45db-9233-e85c2dea5b1f req-9f721f1b-6b8a-4afa-97b3-99d2095b1249 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:08.926814 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-79718690-a40f-45db-9233-e85c2dea5b1f req-9f721f1b-6b8a-4afa-97b3-99d2095b1249 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0505254 Oct 15 16:31:08.966334 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-79718690-a40f-45db-9233-e85c2dea5b1f req-ca7f7f44-c621-4ded-895c-592db01bad70 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333073 Oct 15 16:31:09.230208 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2430-0a0e-4499-9097-fa148e2d93e8 req-5c869623-f3b9-49ee-afdd-f8f7f072b506 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:09.231678 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-632b2430-0a0e-4499-9097-fa148e2d93e8 req-5c869623-f3b9-49ee-afdd-f8f7f072b506 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0478866 Oct 15 16:31:09.275921 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-632b2430-0a0e-4499-9097-fa148e2d93e8 req-8c024b78-e915-4057-8467-3e2585065820 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375054 Oct 15 16:31:09.388215 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ae03f-d8e1-4c17-9af8-6d7e1d08d2fe req-67c722cd-eff7-44c3-ad8d-dbba7f0340ab tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:09.389726 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f59ae03f-d8e1-4c17-9af8-6d7e1d08d2fe req-67c722cd-eff7-44c3-ad8d-dbba7f0340ab tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 932 time: 0.0499446 Oct 15 16:31:09.427173 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f59ae03f-d8e1-4c17-9af8-6d7e1d08d2fe req-5dc32d94-bdc8-449d-a5f6-5af7a7a9a209 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Oct 15 16:31:09.439463 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:09.509407 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:09.613995 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297ee1f-7e85-478a-8b22-442a94991c64 req-668c570b-461f-46f3-be46-47e336c05fb6 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:09.615455 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1297ee1f-7e85-478a-8b22-442a94991c64 req-668c570b-461f-46f3-be46-47e336c05fb6 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0493670 Oct 15 16:31:09.651555 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1297ee1f-7e85-478a-8b22-442a94991c64 req-109cd17e-01ce-4afa-96e6-61d6f34c3bca tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302122 Oct 15 16:31:09.729674 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a1aad92a-6ba8-48c7-a306-169091379fdb req-8b91885b-df61-4179-a84e-fa7542d1c863 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0256438 Oct 15 16:31:09.942571 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Request body: {'port': {'device_id': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:10.003241 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:10.075067 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-19ebe16b-9349-4bab-932b-e36f3414cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.076592 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-19ebe16b-9349-4bab-932b-e36f3414cb58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1098 time: 0.0937049 Oct 15 16:31:10.209760 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8836328-a535-471a-9299-313f10dee2c4 req-c65f5adf-9583-4b0d-9db1-bcf6a2b04706 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.217079 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c8836328-a535-471a-9299-313f10dee2c4 req-c65f5adf-9583-4b0d-9db1-bcf6a2b04706 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1029842 Oct 15 16:31:10.228956 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f47cb-9d1c-4209-ad4d-8e3f1d3e2c94 req-083392b6-5ed1-4ab5-8ec5-ae2ec715f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.230436 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-705f47cb-9d1c-4209-ad4d-8e3f1d3e2c94 req-083392b6-5ed1-4ab5-8ec5-ae2ec715f520 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 1103 time: 0.0636702 Oct 15 16:31:10.231822 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-6dea095a-3552-4f37-86a5-6ef7d235f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.233125 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-6dea095a-3552-4f37-86a5-6ef7d235f2c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.1352718 Oct 15 16:31:10.290381 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c8836328-a535-471a-9299-313f10dee2c4 req-6012619f-1110-4101-9b2c-50a06a592a0d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723169 Oct 15 16:31:10.304736 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-de78b670-7668-469e-a9fc-a383b1a8d94f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 200 len: 217 time: 0.0507238 Oct 15 16:31:10.319448 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-705f47cb-9d1c-4209-ad4d-8e3f1d3e2c94 req-23227805-28e6-41c0-915d-699bfc522bbf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685012 Oct 15 16:31:10.363319 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-4bca43b9-8456-448b-8896-5f7bfdd7733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.364838 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-4bca43b9-8456-448b-8896-5f7bfdd7733f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.0445244 Oct 15 16:31:10.408677 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9716a5-d6f7-4caa-bf23-281d2b248603 {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:31:10.422341 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:10.442470 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Transition to ACTIVE for port object 0d9716a5-d6f7-4caa-bf23-281d2b248603 will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:31:10.453475 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdf611-b697-40fa-8cfc-4953707d4b84 req-45f58b81-eec5-4097-a29e-72ea9dc52695 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.455074 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9fcdf611-b697-40fa-8cfc-4953707d4b84 req-45f58b81-eec5-4097-a29e-72ea9dc52695 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0842161 Oct 15 16:31:10.456233 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:10.567796 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-daa26d33-7bd0-4051-96dc-e0666f677576 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272658 Oct 15 16:31:10.568899 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9716a5-d6f7-4caa-bf23-281d2b248603,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:10.591951 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9fcdf611-b697-40fa-8cfc-4953707d4b84 req-516b714b-4ba3-45b1-9016-b6fea69317cc tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283286 Oct 15 16:31:10.637104 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377a9e-fb2e-4a04-ae65-b71ab2a4499e req-1a01b988-61f2-459a-b656-3aa503d05e07 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.638682 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da377a9e-fb2e-4a04-ae65-b71ab2a4499e req-1a01b988-61f2-459a-b656-3aa503d05e07 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 944 time: 0.1361923 Oct 15 16:31:10.681273 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Attempting to bind port 0d9716a5-d6f7-4caa-bf23-281d2b248603 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:31:10.681576 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Attempting to bind port 0d9716a5-d6f7-4caa-bf23-281d2b248603 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:31:10.681852 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Attempting to bind port 0d9716a5-d6f7-4caa-bf23-281d2b248603 on network c5e6ad5b-9f62-498a-92c3-399d45e998ed {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:31:10.683078 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-f47a5afb-c3a6-4bba-9b66-de7ba4aab9b1 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058276 Oct 15 16:31:10.695108 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Port 0d9716a5-d6f7-4caa-bf23-281d2b248603 on network c5e6ad5b-9f62-498a-92c3-399d45e998ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:31:10.695434 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Attempting to bind port 0d9716a5-d6f7-4caa-bf23-281d2b248603 on network c5e6ad5b-9f62-498a-92c3-399d45e998ed {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:31:10.707366 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da377a9e-fb2e-4a04-ae65-b71ab2a4499e req-64804636-a58c-4663-98c6-a69b676842af tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609996 Oct 15 16:31:10.708622 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:31:10.708998 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Checking segment: {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:31:10.709373 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Bound using segment: {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:31:10.709816 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Bound port: 0d9716a5-d6f7-4caa-bf23-281d2b248603, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:31:10.710174 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:10.808214 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f4167df3-c821-4a3c-838f-2a64b37867a7 req-38e484a1-2c74-49c9-8359-776867d949ce service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127052 Oct 15 16:31:10.863013 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe54f-ac82-42d4-a941-29fd2e16cc53 req-f0c93aec-3894-4508-b2bf-eb21065db4b0 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.864686 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30cbe54f-ac82-42d4-a941-29fd2e16cc53 req-f0c93aec-3894-4508-b2bf-eb21065db4b0 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.1345284 Oct 15 16:31:10.869303 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b118f2d8-1f9a-4c2f-87bd-bfc101f80cea req-c7c6b2f4-d956-4cf2-8255-14bcd63fd9e5 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 210 time: 0.0607164 Oct 15 16:31:10.888759 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] For port 0d9716a5-d6f7-4caa-bf23-281d2b248603, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:31:10.916631 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] For port 0d9716a5-d6f7-4caa-bf23-281d2b248603, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:31:10.926131 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-30cbe54f-ac82-42d4-a941-29fd2e16cc53 req-7a8f2971-e032-426e-ac2d-186722155f47 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531943 Oct 15 16:31:10.927187 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:10.979992 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:10.980974 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:10.982599 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] 10.222.0.66 "PUT /v2.0/ports/0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 1094 time: 1.0450222 Oct 15 16:31:10.983303 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:10.985815 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f633d313-b659-4c18-bc3c-29d98fb27bef" -d '{"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:11.041021 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388b56-f59a-4774-8b2a-d262d9507445 req-611b23cb-dfcd-42d5-a77c-1c5550595331 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.042723 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-611b23cb-dfcd-42d5-a77c-1c5550595331 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.66 "GET /v2.0/networks?id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b HTTP/1.1" status: 200 len: 814 time: 0.1643019 Oct 15 16:31:11.052817 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:11.059505 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Request body: {'port': {'device_id': '6e6d202a-432c-465c-80da-12de88c76e38', 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b', 'admin_state_up': True, 'tenant_id': '57f6db9e9ef44f69a6106897eb67bfc7'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:11.101548 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b72c856-7b0e-45de-b6c6-20d349a13597 x-openstack-request-id: req-3b72c856-7b0e-45de-b6c6-20d349a13597 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:11.101814 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:11.102059 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b72c856-7b0e-45de-b6c6-20d349a13597 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:11.102447 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'status': 'completed', 'code': 200} Oct 15 16:31:11.114322 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45783c-139a-4640-9a64-710c2f172144 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9716a5-d6f7-4caa-bf23-281d2b248603,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:11.125566 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-b215351f-8f12-486a-ab14-f1d4b2e78c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.127854 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-b215351f-8f12-486a-ab14-f1d4b2e78c04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee785148882842e0bc6083d14034b335&device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0663018 Oct 15 16:31:11.176218 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-0c1ff518-caa3-4b73-a2a2-b88faa097138 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 217 time: 0.0361452 Oct 15 16:31:11.230118 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Made reservation on behalf of 57f6db9e9ef44f69a6106897eb67bfc7 for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:31:11.233731 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:11.268801 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-42c8b2eb-4509-458e-a515-64335a7fd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.270276 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-42c8b2eb-4509-458e-a515-64335a7fd9b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=677c69f1-bc60-4f61-b934-9c8174958132 HTTP/1.1" status: 200 len: 854 time: 0.0451415 Oct 15 16:31:11.320890 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-f82fb502-d5a5-4897-b307-d4721306ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.322420 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-f82fb502-d5a5-4897-b307-d4721306ccaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5e6ad5b-9f62-498a-92c3-399d45e998ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440435 Oct 15 16:31:11.364441 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Allocated IP 172.20.0.14 (5f38fcb9-59e9-4e84-bcbd-be5011165f9b/2a3d179d-c409-4868-abfc-18327bd61182/f8ae2a9e-dd76-4d06-b0fe-c4ff73661023) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:31:11.450001 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-759d1142-9cb5-41de-b202-4ef090d2d229 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184039 Oct 15 16:31:11.461715 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aa845-1e66-4fc8-ac76-6bda561d2ac3 req-f3f1fc27-ddcc-4dfb-8e77-049b096fd80a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.463177 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d25aa845-1e66-4fc8-ac76-6bda561d2ac3 req-f3f1fc27-ddcc-4dfb-8e77-049b096fd80a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0745530 Oct 15 16:31:11.521559 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:11.552110 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d25aa845-1e66-4fc8-ac76-6bda561d2ac3 req-b0deb50d-2c34-4039-a18a-db917e7fcd03 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805612 Oct 15 16:31:11.559340 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:11.592471 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2af3621-d76f-4e6a-9dd2-1c19faec5578 req-dbf7ea41-9d1a-4c9a-bb0f-151dcbd9c091 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279368 Oct 15 16:31:11.605743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:31:11.610848 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:31:11.615743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:31:11.619664 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Pushing event updated for resources: {'Port': ['ID=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:11.666741 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.667514 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:11.684897 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-24db43c0-bff9-43b9-97ac-ac5245b328db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6294851 Oct 15 16:31:11.698610 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Request body: {'port': {'device_id': '6e6d202a-432c-465c-80da-12de88c76e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:11.717097 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-9a283427-8ed9-4166-9757-86c26de13637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.719052 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-9a283427-8ed9-4166-9757-86c26de13637 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee785148882842e0bc6083d14034b335&device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0769808 Oct 15 16:31:11.741274 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff990-0d34-436b-b8cb-d5ec4bb42caa req-bfdd5100-a69f-4bde-8416-7795864ba856 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.743193 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4ccff990-0d34-436b-b8cb-d5ec4bb42caa req-bfdd5100-a69f-4bde-8416-7795864ba856 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0670531 Oct 15 16:31:11.764410 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:11.872592 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4ccff990-0d34-436b-b8cb-d5ec4bb42caa req-d71a418a-cc22-44ff-b1ce-0a02d9536064 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187577 Oct 15 16:31:11.917222 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57ee32-f8a4-4287-bf12-d866879e6b74 req-2598ded9-3075-4f01-98e0-97478dcc841b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.918886 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cb57ee32-f8a4-4287-bf12-d866879e6b74 req-2598ded9-3075-4f01-98e0-97478dcc841b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 944 time: 0.1320846 Oct 15 16:31:11.920476 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-bc9e3270-957e-4c07-abef-b3506877b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:11.921976 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-bc9e3270-957e-4c07-abef-b3506877b2e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 200 len: 916 time: 0.1777995 Oct 15 16:31:11.959783 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:31:12.028212 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cb57ee32-f8a4-4287-bf12-d866879e6b74 req-fdb54f9f-850a-4510-bcb8-0faa6929d388 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974255 Oct 15 16:31:12.029611 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-2b2b8811-c156-4b93-af7c-f64b2c225c91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 217 time: 0.0593162 Oct 15 16:31:12.050794 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220711-3387-478b-9472-7c9c0f3e809d req-d9e51e5f-1411-43b9-9d82-858b4a82d25f tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.058910 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-60220711-3387-478b-9472-7c9c0f3e809d req-d9e51e5f-1411-43b9-9d82-858b4a82d25f tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 932 time: 0.1053901 Oct 15 16:31:12.062969 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:31:12.070055 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:12.073810 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:12.082415 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'port_id': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'mac_address': 'fa:16:3e:5e:78:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:31:12.090283 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Transition to ACTIVE for port object f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:31:12.095145 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:12.127711 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:12.143096 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5c58c6f-e035-45f2-8c29-11e5ecd36c19 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:31:12.148736 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:12.169261 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-7b4b15e1-82d2-41e4-b468-433521296bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.171342 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-7b4b15e1-82d2-41e4-b468-433521296bc1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=677c69f1-bc60-4f61-b934-9c8174958132 HTTP/1.1" status: 200 len: 854 time: 0.1097605 Oct 15 16:31:12.174396 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:12.179592 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-60220711-3387-478b-9472-7c9c0f3e809d req-b44c733e-32f0-49b9-af73-7c9dcea91802 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197016 Oct 15 16:31:12.185452 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:12.230812 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0968ce1-12b3-49d5-8896-e4ca0257724a req-533b9c07-d912-491a-96c2-24bf0c928d22 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.238127 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c0968ce1-12b3-49d5-8896-e4ca0257724a req-533b9c07-d912-491a-96c2-24bf0c928d22 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.1343958 Oct 15 16:31:12.249991 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Attempting to bind port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:31:12.250586 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Attempting to bind port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:31:12.250712 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Attempting to bind port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 on network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:31:12.255289 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 on network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:31:12.255576 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Attempting to bind port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 on network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:31:12.256590 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=6']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:12.260805 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:31:12.261149 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Checking segment: {'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:31:12.261538 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Bound using segment: {'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:31:12.261976 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Bound port: f8ae2a9e-dd76-4d06-b0fe-c4ff73661023, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:31:12.262362 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:12.328590 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] For port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:31:12.332453 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] For port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:31:12.337220 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:12.372796 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.373429 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:12.374861 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] 10.222.0.66 "PUT /v2.0/ports/f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 HTTP/1.1" status: 200 len: 1094 time: 0.6807466 Oct 15 16:31:12.375318 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6d202a-432c-465c-80da-12de88c76e38', 'tag': 'f8ae2a9e-dd76-4d06-b0fe-c4ff73661023'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:12.378641 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6d202a-432c-465c-80da-12de88c76e38", "tag": "f8ae2a9e-dd76-4d06-b0fe-c4ff73661023"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:12.384633 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['e5c58c6f-e035-45f2-8c29-11e5ecd36c19'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:31:12.416909 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffbff0-ea37-4492-8ebe-bbb46ad94c97 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:12.434283 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30159cee-de77-4582-952c-5a39d8c499ea x-openstack-request-id: req-30159cee-de77-4582-952c-5a39d8c499ea {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:12.434623 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6d202a-432c-465c-80da-12de88c76e38", "tag": "f8ae2a9e-dd76-4d06-b0fe-c4ff73661023", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:12.435505 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30159cee-de77-4582-952c-5a39d8c499ea {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:12.435505 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6d202a-432c-465c-80da-12de88c76e38', 'tag': 'f8ae2a9e-dd76-4d06-b0fe-c4ff73661023', 'status': 'completed', 'code': 200} Oct 15 16:31:12.496397 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388b56-f59a-4774-8b2a-d262d9507445 req-fd45aa75-7b58-4461-bdce-ad5cf954b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.498001 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-fd45aa75-7b58-4461-bdce-ad5cf954b81f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57f6db9e9ef44f69a6106897eb67bfc7&device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 1097 time: 0.0473115 Oct 15 16:31:12.510436 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-0e9ee34b-0dde-4769-85c4-01c914848764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.511887 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-0e9ee34b-0dde-4769-85c4-01c914848764 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5e6ad5b-9f62-498a-92c3-399d45e998ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3286002 Oct 15 16:31:12.526956 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c0968ce1-12b3-49d5-8896-e4ca0257724a req-d5cc3660-8b0b-4458-8bb5-e5b680df4df2 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874818 Oct 15 16:31:12.547462 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-4395000e-8574-411c-9d64-cb77c9e61340 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 HTTP/1.1" status: 200 len: 217 time: 0.0380287 Oct 15 16:31:12.610394 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388b56-f59a-4774-8b2a-d262d9507445 req-f906a503-f856-4103-b9e4-3194bb1986d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.612644 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-f906a503-f856-4103-b9e4-3194bb1986d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a3d179d-c409-4868-abfc-18327bd61182 HTTP/1.1" status: 200 len: 854 time: 0.0510685 Oct 15 16:31:12.625207 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-e4edc3b3-32d7-4073-9950-7df053f62599 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976496 Oct 15 16:31:12.656804 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-e9421baa-b69e-4674-bf3c-400425a6dc51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316231 Oct 15 16:31:12.749057 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64323705-2953-4e93-9e72-87ae463060ff req-2f395a82-a56b-44f3-b904-ea8c39ec4248 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.760121 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-64323705-2953-4e93-9e72-87ae463060ff req-2f395a82-a56b-44f3-b904-ea8c39ec4248 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 945 time: 0.1283135 Oct 15 16:31:12.766299 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-ae484780-3d21-42f9-97ab-8a5784c5a764 service neutron] 10.222.0.66 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995252 Oct 15 16:31:12.817968 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f633d313-b659-4c18-bc3c-29d98fb27bef req-d970f005-24ba-47e5-bf9f-69c59d23ff92 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727769 Oct 15 16:31:12.839224 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-64323705-2953-4e93-9e72-87ae463060ff req-b855c4f6-2bd2-4387-b8e4-7e7fbda04fd0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782104 Oct 15 16:31:12.852201 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492f43d-8931-4552-9747-34b7aad422fe req-dc4e842c-54b2-4380-a1de-9d696e5e4702 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:12.853809 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8492f43d-8931-4552-9747-34b7aad422fe req-dc4e842c-54b2-4380-a1de-9d696e5e4702 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0857863 Oct 15 16:31:12.902122 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8492f43d-8931-4552-9747-34b7aad422fe req-5919986f-8261-4ba7-afa3-13988e239e20 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Oct 15 16:31:13.004138 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f86503-a597-47f4-95fb-81ef9c7525aa req-496e98cc-9bb8-4468-a0c0-51c91ec2820a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:13.005715 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-07f86503-a597-47f4-95fb-81ef9c7525aa req-496e98cc-9bb8-4468-a0c0-51c91ec2820a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0518100 Oct 15 16:31:13.044611 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-07f86503-a597-47f4-95fb-81ef9c7525aa req-d38bbfc7-05c7-4f4e-9aae-b48fd0dd145a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Oct 15 16:31:13.047809 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-17388b56-f59a-4774-8b2a-d262d9507445 req-63b929a6-0464-4ace-ab48-81bdbc90b70b service neutron] 10.222.0.66 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721508 Oct 15 16:31:13.144615 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-a7b8cf2c-35a6-4516-9125-2b7ad831e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:13.146384 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-a7b8cf2c-35a6-4516-9125-2b7ad831e1fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57f6db9e9ef44f69a6106897eb67bfc7&device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 1097 time: 0.0434053 Oct 15 16:31:13.155476 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0d910-ddc1-4d96-af26-a884f7e7458f req-4a47f7e6-cff1-4ee2-8d6b-f50259a28fbe tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:13.157367 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1be0d910-ddc1-4d96-af26-a884f7e7458f req-4a47f7e6-cff1-4ee2-8d6b-f50259a28fbe tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 944 time: 0.0539339 Oct 15 16:31:13.194776 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1be0d910-ddc1-4d96-af26-a884f7e7458f req-3f81daf1-c86f-4c72-a6b5-7af07cf628e6 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Oct 15 16:31:13.240444 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-45f984e1-407d-41b5-b852-a89b9f2b3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:13.242080 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-45f984e1-407d-41b5-b852-a89b9f2b3a96 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b HTTP/1.1" status: 200 len: 915 time: 0.0873864 Oct 15 16:31:13.295020 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c6600-f28a-452d-a3b9-3893f8748b4f req-f63bffc8-cdc1-459f-99a2-f9c57d082869 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:13.295256 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-a3f6360d-b6b3-4b03-9845-151ea95bfc33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 HTTP/1.1" status: 200 len: 217 time: 0.0379479 Oct 15 16:31:13.296501 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cd2c6600-f28a-452d-a3b9-3893f8748b4f req-f63bffc8-cdc1-459f-99a2-f9c57d082869 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 944 time: 0.0491092 Oct 15 16:31:13.340030 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cd2c6600-f28a-452d-a3b9-3893f8748b4f req-a5ee785f-c596-4a9e-8307-80ad98d3d298 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374639 Oct 15 16:31:13.347273 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-d5b76b7e-abd7-446e-8d0b-9ef8c116d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:13.348783 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-d5b76b7e-abd7-446e-8d0b-9ef8c116d04c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a3d179d-c409-4868-abfc-18327bd61182 HTTP/1.1" status: 200 len: 854 time: 0.0452740 Oct 15 16:31:13.391596 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-8da0d101-e9c4-4ae1-96da-d6d124ad5407 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286994 Oct 15 16:31:13.492985 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-05f9a859-c769-4f4c-81ea-da90e76e4b22 service neutron] 10.222.0.66 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858045 Oct 15 16:31:13.604286 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0e9bb35e-3c0b-4a6f-8a68-120a6e7a3a0f req-c553a08b-e254-45bf-8aae-38f39d823096 service neutron] 10.222.0.66 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800481 Oct 15 16:31:13.968322 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45358f5-c224-4398-a820-7d8a206dfd42 req-204e51f0-d6c1-48c4-8a3c-ca5bf931f533 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:13.969838 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a45358f5-c224-4398-a820-7d8a206dfd42 req-204e51f0-d6c1-48c4-8a3c-ca5bf931f533 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 945 time: 0.0513020 Oct 15 16:31:13.974135 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 0d9716a5-d6f7-4caa-bf23-281d2b248603 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:31:13.977239 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:31:14.039213 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a45358f5-c224-4398-a820-7d8a206dfd42 req-3ee1baa7-05ad-4d1e-9684-4112d54c1eb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608361 Oct 15 16:31:14.049896 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b2b7-4cb8-4884-8c3a-36d887b35e0a req-8b7cf8b9-d9b4-4870-b24d-a3a5a53cfa5e tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:14.051536 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2dc7b2b7-4cb8-4884-8c3a-36d887b35e0a req-8b7cf8b9-d9b4-4870-b24d-a3a5a53cfa5e tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.0742867 Oct 15 16:31:14.090817 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:31:14.091201 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:14.099335 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2dc7b2b7-4cb8-4884-8c3a-36d887b35e0a req-22c60052-0ad0-4ce4-8538-d9b2ae0614ae tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Oct 15 16:31:14.148110 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 0d9716a5-d6f7-4caa-bf23-281d2b248603, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:14.164792 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'port_id': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'mac_address': 'fa:16:3e:07:63:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:31:14.187225 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d1dc6-d7f9-4b80-9812-7d65b43d3e07 req-7d912237-04ab-486c-b997-1688f4b89c99 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:14.188687 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3c0d1dc6-d7f9-4b80-9812-7d65b43d3e07 req-7d912237-04ab-486c-b997-1688f4b89c99 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0661619 Oct 15 16:31:14.236855 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:14.238770 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:14.247880 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3c0d1dc6-d7f9-4b80-9812-7d65b43d3e07 req-29383c6b-a885-4e19-9d19-a3fdbd1e9ee5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 Oct 15 16:31:14.260879 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9716a5-d6f7-4caa-bf23-281d2b248603 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:31:14.281626 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:14.284428 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a89afb-b06b-47a7-b707-41e8d48c6b4b" -d '{"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:14.308456 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 0d9716a5-d6f7-4caa-bf23-281d2b248603, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:14.310581 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:14.312457 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:14.316796 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:14.341292 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f9d917-78da-46b8-aa43-c0f723d1d0eb x-openstack-request-id: req-18f9d917-78da-46b8-aa43-c0f723d1d0eb {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:14.341632 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:14.341863 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18f9d917-78da-46b8-aa43-c0f723d1d0eb {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:14.342209 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'code': 200} Oct 15 16:31:14.344180 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2a250-305f-49d2-9667-db0dd05ee29a req-8991da5e-2a29-4596-af5a-e4b8fad91a89 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:14.346267 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9eb2a250-305f-49d2-9667-db0dd05ee29a req-8991da5e-2a29-4596-af5a-e4b8fad91a89 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 944 time: 0.0727997 Oct 15 16:31:14.367778 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=0d9716a5-d6f7-4caa-bf23-281d2b248603,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:14.387256 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9eb2a250-305f-49d2-9667-db0dd05ee29a req-63246847-57d0-4053-826f-5237d5daad05 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 Oct 15 16:31:14.442317 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=7']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:14.476510 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67f24a-d9c1-43ab-93bd-19ad154fb7bf req-a0771ec6-267c-41a4-abb5-a1951b36892a tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:14.478066 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0c67f24a-d9c1-43ab-93bd-19ad154fb7bf req-a0771ec6-267c-41a4-abb5-a1951b36892a tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 944 time: 0.0535452 Oct 15 16:31:14.519503 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0c67f24a-d9c1-43ab-93bd-19ad154fb7bf req-552cb4c6-acba-47ea-aed4-bc054a25ae7e tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Oct 15 16:31:14.738349 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['0d9716a5-d6f7-4caa-bf23-281d2b248603'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:31:14.953650 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:15.017480 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-e8b04b3a-8731-4898-bec8-6f5ff5f49bc2 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:15.020018 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-e8b04b3a-8731-4898-bec8-6f5ff5f49bc2 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.1505239 Oct 15 16:31:15.211842 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06eba0-a598-4320-88d0-838d1e4847b4 req-4febfc95-5fa3-4ca2-bf93-849bbdb0b253 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:15.217258 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4c06eba0-a598-4320-88d0-838d1e4847b4 req-4febfc95-5fa3-4ca2-bf93-849bbdb0b253 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0954804 Oct 15 16:31:15.246796 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Deleting port a7171407-5135-45a2-bb3d-719d1eea2e25 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:31:15.247205 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:15.297122 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4c06eba0-a598-4320-88d0-838d1e4847b4 req-736302c0-4590-41f6-8871-f07cac12bfd9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718474 Oct 15 16:31:15.332006 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b8479-4654-4e84-8f9b-3dafcdf111e5 req-af60c4f4-0abb-44cc-8d0f-530942ef6c7b tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:15.334340 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-841b8479-4654-4e84-8f9b-3dafcdf111e5 req-af60c4f4-0abb-44cc-8d0f-530942ef6c7b tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fa4163-837c-4235-a5b8-556cf8fdd238 HTTP/1.1" status: 200 len: 950 time: 0.1083946 Oct 15 16:31:15.354429 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] For port a7171407-5135-45a2-bb3d-719d1eea2e25, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7171407-5135-45a2-bb3d-719d1eea2e25,segment=NetworkSegment(04b21c98-77ae-4dd9-9422-777b23eb78ab),segment_id=04b21c98-77ae-4dd9-9422-777b23eb78ab)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:15.354790 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:15.374984 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Calling delete_port for a7171407-5135-45a2-bb3d-719d1eea2e25 owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:31:15.425035 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-841b8479-4654-4e84-8f9b-3dafcdf111e5 req-52a76464-128a-4d60-85ed-dc2cdce30a2b tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.44 "GET /v2.0/security-groups?id=f870c203-c884-437f-afca-bfc4e6ced6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787151 Oct 15 16:31:15.510599 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba859f-d0b2-436c-b05a-27f2558ee2de req-dc6f0d27-71ea-4708-83db-c1872db5ccf7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:15.518672 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9cba859f-d0b2-436c-b05a-27f2558ee2de req-dc6f0d27-71ea-4708-83db-c1872db5ccf7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1179438 Oct 15 16:31:15.595016 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9cba859f-d0b2-436c-b05a-27f2558ee2de req-55ccbc9c-f1b0-487f-9162-4f13b5e065e5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754590 Oct 15 16:31:15.598772 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:15.620445 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b21545-e6b2-4c87-8c8f-75ad193346e3 req-75168550-77de-4d4a-ba63-778a6d28225e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:15.620753 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['a7171407-5135-45a2-bb3d-719d1eea2e25'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:31:15.622365 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-31b21545-e6b2-4c87-8c8f-75ad193346e3 req-75168550-77de-4d4a-ba63-778a6d28225e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 945 time: 0.0883763 Oct 15 16:31:15.647858 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Pushing event deleted for resources: {'Port': ['ID=a7171407-5135-45a2-bb3d-719d1eea2e25,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:15.691811 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-31b21545-e6b2-4c87-8c8f-75ad193346e3 req-405e0305-b02d-46ff-aa6a-5d0db5103cfe tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628836 Oct 15 16:31:15.743923 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] No DVR routers for this DVR port a7171407-5135-45a2-bb3d-719d1eea2e25 on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:31:15.749404 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:15.753801 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d234ccd0-b46d-4e96-b115-5b282628c103 req-41519934-8fcb-45fb-8c81-c8afd20cd0e3 tempest-VolumesNegativeTest-747024465 tempest-VolumesNegativeTest-747024465-project] 10.222.0.66 "DELETE /v2.0/ports/a7171407-5135-45a2-bb3d-719d1eea2e25 HTTP/1.1" status: 204 len: 173 time: 0.7248781 Oct 15 16:31:15.754297 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fa4163-837c-4235-a5b8-556cf8fdd238', 'name': 'network-vif-deleted', 'tag': 'a7171407-5135-45a2-bb3d-719d1eea2e25'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:15.758706 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f621320e-8a2d-4ecb-a816-d13d8fb4fe97" -d '{"events": [{"server_uuid": "c9fa4163-837c-4235-a5b8-556cf8fdd238", "name": "network-vif-deleted", "tag": "a7171407-5135-45a2-bb3d-719d1eea2e25"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:15.791702 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f322ec0-9cee-436a-8531-240cab6a48e7 req-0de15759-5ee3-4c77-bf3b-2b68603ca30d tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:15.793325 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f322ec0-9cee-436a-8531-240cab6a48e7 req-0de15759-5ee3-4c77-bf3b-2b68603ca30d tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 944 time: 0.0989804 Oct 15 16:31:15.870107 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f322ec0-9cee-436a-8531-240cab6a48e7 req-c6463c7c-64af-4c7c-b5e0-0c040944342e tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696313 Oct 15 16:31:15.909968 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b001804-a9ea-4b6d-b385-5869c8d0fccd x-openstack-request-id: req-3b001804-a9ea-4b6d-b385-5869c8d0fccd {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:15.910557 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fa4163-837c-4235-a5b8-556cf8fdd238", "name": "network-vif-deleted", "tag": "a7171407-5135-45a2-bb3d-719d1eea2e25", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:15.911008 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b001804-a9ea-4b6d-b385-5869c8d0fccd {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:15.911627 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fa4163-837c-4235-a5b8-556cf8fdd238', 'name': 'network-vif-deleted', 'tag': 'a7171407-5135-45a2-bb3d-719d1eea2e25', 'status': 'completed', 'code': 200} Oct 15 16:31:15.973203 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:31:15.975317 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 0d9716a5-d6f7-4caa-bf23-281d2b248603 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:31:16.089536 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 0d9716a5-d6f7-4caa-bf23-281d2b248603 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:31:16.097000 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 0d9716a5-d6f7-4caa-bf23-281d2b248603 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:31:16.097367 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:16.140995 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:16.157827 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'f8ae2a9e-dd76-4d06-b0fe-c4ff73661023', 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b', 'port_id': 'f8ae2a9e-dd76-4d06-b0fe-c4ff73661023', 'mac_address': 'fa:16:3e:bb:6f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3d179d-c409-4868-abfc-18327bd61182', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:31:16.227957 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:16.260844 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:31:16.267968 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:16.295390 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:16.303368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:16.343781 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:16.346293 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d93f935-a17c-4a5c-b8b8-9306b6c76df8" -d '{"events": [{"server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "name": "network-vif-plugged", "status": "completed", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:16.350196 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 0d9716a5-d6f7-4caa-bf23-281d2b248603, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:16.380435 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:16.433597 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed7c065-90d2-4e5c-8597-9ee9b3b34872 x-openstack-request-id: req-9ed7c065-90d2-4e5c-8597-9ee9b3b34872 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:16.434072 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "name": "network-vif-plugged", "status": "completed", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:16.434492 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ed7c065-90d2-4e5c-8597-9ee9b3b34872 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:16.435050 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'code': 200} Oct 15 16:31:16.436165 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:16.504611 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44fddc-8759-4f17-8f2c-41da3a2abcf4 req-5823658e-c67e-4f41-85d6-5ef12c71b9fd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:16.507052 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1e44fddc-8759-4f17-8f2c-41da3a2abcf4 req-5823658e-c67e-4f41-85d6-5ef12c71b9fd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1211963 Oct 15 16:31:16.607442 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=0d9716a5-d6f7-4caa-bf23-281d2b248603,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:16.609437 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1e44fddc-8759-4f17-8f2c-41da3a2abcf4 req-a993c13a-1942-4f8d-867e-14b53e795c17 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953281 Oct 15 16:31:16.702948 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f95c-c7eb-4c0f-9dca-d05a41b7157b req-2342ea20-1986-4c82-9379-4cd79193276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:16.706553 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4216f95c-c7eb-4c0f-9dca-d05a41b7157b req-2342ea20-1986-4c82-9379-4cd79193276c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1099 time: 0.0822537 Oct 15 16:31:16.715139 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['f8ae2a9e-dd76-4d06-b0fe-c4ff73661023'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:31:16.793220 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4216f95c-c7eb-4c0f-9dca-d05a41b7157b req-2d21f48a-c19a-4420-a77b-ed1ddfa0f492 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714805 Oct 15 16:31:16.863187 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb579965-3f30-4967-ba8a-4e3777250f63 req-041c7b62-a582-4918-bde0-d5c81eb0039d tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:16.865916 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fb579965-3f30-4967-ba8a-4e3777250f63 req-041c7b62-a582-4918-bde0-d5c81eb0039d tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0818696 Oct 15 16:31:16.875111 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16b57-6b6d-4f58-8bfe-239bcaffe8e3 req-e9e5d09e-7a6f-48eb-b4fb-c0df6d2f82a6 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:16.882714 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-19b16b57-6b6d-4f58-8bfe-239bcaffe8e3 req-e9e5d09e-7a6f-48eb-b4fb-c0df6d2f82a6 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1667962 Oct 15 16:31:16.959413 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-19b16b57-6b6d-4f58-8bfe-239bcaffe8e3 req-1638275a-e3d4-4c6b-b7a2-1df9ebf8c0cb tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705767 Oct 15 16:31:17.009133 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fb579965-3f30-4967-ba8a-4e3777250f63 req-e397380a-6997-45e9-803a-e2133192b963 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001694 Oct 15 16:31:17.111952 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903622ec-c091-4cdf-bc7c-be77300f5118 req-da649f80-65ab-4a0b-9da9-28e72e3dd29d tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:17.117353 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-903622ec-c091-4cdf-bc7c-be77300f5118 req-da649f80-65ab-4a0b-9da9-28e72e3dd29d tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 945 time: 0.0571363 Oct 15 16:31:17.163780 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-903622ec-c091-4cdf-bc7c-be77300f5118 req-50819c3b-1d65-405d-bf01-7979a0c91841 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Oct 15 16:31:17.808623 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e0b4-c281-4e3d-8775-22edadcc9f65 req-135ec73a-cee3-4e24-944f-2d844065e5f7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:17.817057 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da28e0b4-c281-4e3d-8775-22edadcc9f65 req-135ec73a-cee3-4e24-944f-2d844065e5f7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0746706 Oct 15 16:31:17.870210 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da28e0b4-c281-4e3d-8775-22edadcc9f65 req-6d63ce0a-510d-4509-adbc-9688aca97052 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509799 Oct 15 16:31:17.989808 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:31:18.109129 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:31:18.130063 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:31:18.130063 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:18.299442 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:18.340194 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5d93-dabe-4712-b771-2e54a9a4a69d req-ed8c4f3f-bafd-459a-b10f-fe2138344c0e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:18.340423 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:18.344643 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-57fe5d93-dabe-4712-b771-2e54a9a4a69d req-ed8c4f3f-bafd-459a-b10f-fe2138344c0e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.2447493 Oct 15 16:31:18.352868 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:18.353947 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device a7171407-5135-45a2-bb3d-719d1eea2e25 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:31:18.381306 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: a7171407-5135-45a2-bb3d-719d1eea2e25 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:31:18.381306 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device a7171407-5135-45a2-bb3d-719d1eea2e25 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:31:18.393576 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349669ad-0cc5-419a-8a72-568d0e89652e req-0f476986-0d2a-4571-9de3-c786aed65e54 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:18.395423 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-349669ad-0cc5-419a-8a72-568d0e89652e req-0f476986-0d2a-4571-9de3-c786aed65e54 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.1958225 Oct 15 16:31:18.438990 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6d202a-432c-465c-80da-12de88c76e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ae2a9e-dd76-4d06-b0fe-c4ff73661023'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:18.444831 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0572b17-591e-433f-9855-5b14d40ee4ee" -d '{"events": [{"server_uuid": "6e6d202a-432c-465c-80da-12de88c76e38", "name": "network-vif-plugged", "status": "completed", "tag": "f8ae2a9e-dd76-4d06-b0fe-c4ff73661023"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:18.458408 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:18.471844 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-57fe5d93-dabe-4712-b771-2e54a9a4a69d req-60edc5d5-7b53-4425-b2ad-6d3e65e9a3ba tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096671 Oct 15 16:31:18.488953 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-349669ad-0cc5-419a-8a72-568d0e89652e req-a389213d-0bca-48dc-86bf-fe9f4b360db4 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867858 Oct 15 16:31:18.650808 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e838e8ef-6139-41ca-b251-38700a72a3b9 x-openstack-request-id: req-e838e8ef-6139-41ca-b251-38700a72a3b9 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:18.651181 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6d202a-432c-465c-80da-12de88c76e38", "name": "network-vif-plugged", "status": "completed", "tag": "f8ae2a9e-dd76-4d06-b0fe-c4ff73661023", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:18.651410 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e838e8ef-6139-41ca-b251-38700a72a3b9 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:18.651752 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6d202a-432c-465c-80da-12de88c76e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ae2a9e-dd76-4d06-b0fe-c4ff73661023', 'code': 200} Oct 15 16:31:18.664658 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc7352-62a2-4b4a-8701-50a11b573e89 req-e4ba1f62-75f7-4fcb-9209-2d7c8a103952 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:18.673603 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b5bc7352-62a2-4b4a-8701-50a11b573e89 req-e4ba1f62-75f7-4fcb-9209-2d7c8a103952 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 946 time: 0.1099658 Oct 15 16:31:18.721436 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b5bc7352-62a2-4b4a-8701-50a11b573e89 req-8d644edc-1752-4207-bd58-9e6ae4615e60 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469580 Oct 15 16:31:18.903778 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695809b-4b6d-417c-a97c-e6e08c4a68c1 req-b53b65f6-44a3-4570-8588-1b1454c9e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:18.905661 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-1695809b-4b6d-417c-a97c-e6e08c4a68c1 req-b53b65f6-44a3-4570-8588-1b1454c9e4e7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 1099 time: 0.0578232 Oct 15 16:31:19.002553 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-1695809b-4b6d-417c-a97c-e6e08c4a68c1 req-caa5ed9b-4a43-4205-a3f0-988cc7e663ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Oct 15 16:31:19.058353 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6592b-6c77-4b9c-a13c-d91a6749006f req-103eb9bc-8241-4a41-8642-e366002ea352 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:19.060496 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9fc6592b-6c77-4b9c-a13c-d91a6749006f req-103eb9bc-8241-4a41-8642-e366002ea352 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0616083 Oct 15 16:31:19.125583 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9fc6592b-6c77-4b9c-a13c-d91a6749006f req-5bf65963-d326-4e4f-a40d-3d35699a1ee9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527308 Oct 15 16:31:19.659202 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c8339-3ba6-40be-a579-bd9eea1747ff req-ea2a62a1-f829-4e74-b561-06497edd83ca tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:19.667152 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3b7c8339-3ba6-40be-a579-bd9eea1747ff req-ea2a62a1-f829-4e74-b561-06497edd83ca tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1036353 Oct 15 16:31:19.696451 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee966b27-1c17-404a-a917-1bfef2ae2602 req-5437d936-a2a9-4981-a82d-5a5a3da4ee10 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:19.698012 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ee966b27-1c17-404a-a917-1bfef2ae2602 req-5437d936-a2a9-4981-a82d-5a5a3da4ee10 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0981474 Oct 15 16:31:19.741111 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3b7c8339-3ba6-40be-a579-bd9eea1747ff req-36a8628a-7412-484e-9601-6262fc032a2f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672207 Oct 15 16:31:19.799330 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ee966b27-1c17-404a-a917-1bfef2ae2602 req-3713d0f2-7d1c-49b1-9741-633e6cdb0042 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899310 Oct 15 16:31:19.994088 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e7cec-c59a-4354-8c60-be3a144f3323 req-e70ee4d3-019b-4d22-b5d9-5d672a2f1b1c tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:19.995900 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-340e7cec-c59a-4354-8c60-be3a144f3323 req-e70ee4d3-019b-4d22-b5d9-5d672a2f1b1c tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 946 time: 0.1080394 Oct 15 16:31:20.036387 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b398-5d99-4666-aa4e-2be005664ab5 req-9d5c72b3-f65c-4205-8565-b0e9c4e66ab2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:20.037849 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-10b3b398-5d99-4666-aa4e-2be005664ab5 req-9d5c72b3-f65c-4205-8565-b0e9c4e66ab2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0866053 Oct 15 16:31:20.069379 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-340e7cec-c59a-4354-8c60-be3a144f3323 req-35d69e69-e1ed-4333-8074-724892447d0b tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Oct 15 16:31:20.106301 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-10b3b398-5d99-4666-aa4e-2be005664ab5 req-ad86d8e4-f863-402f-899a-8bad8171dd6d tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539203 Oct 15 16:31:20.288217 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f3abd-07b0-47c7-a988-37e0fe6110b6 req-c58e7f3f-0d69-4fe5-a25b-c47d18e2cadb tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:20.289912 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-504f3abd-07b0-47c7-a988-37e0fe6110b6 req-c58e7f3f-0d69-4fe5-a25b-c47d18e2cadb tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0724297 Oct 15 16:31:20.340631 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-504f3abd-07b0-47c7-a988-37e0fe6110b6 req-33c0c90f-0d00-43a0-b0c9-1e4d8398190c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443096 Oct 15 16:31:20.519494 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151a4f7-027e-4db7-9a8b-684aae38ac14 req-da7429e7-6c40-41c3-8697-38b9c8942e1f tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:20.521076 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e151a4f7-027e-4db7-9a8b-684aae38ac14 req-da7429e7-6c40-41c3-8697-38b9c8942e1f tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0558276 Oct 15 16:31:20.574651 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e151a4f7-027e-4db7-9a8b-684aae38ac14 req-6b29f872-8ef4-4397-814c-16bd188deca3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Oct 15 16:31:20.892565 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8e26e-eb1d-4bb1-bc89-981704621509 req-72ade538-411f-4baa-bec9-2ea6c11c5a6c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:20.920005 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3af8e26e-eb1d-4bb1-bc89-981704621509 req-72ade538-411f-4baa-bec9-2ea6c11c5a6c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1066585 Oct 15 16:31:21.026942 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3af8e26e-eb1d-4bb1-bc89-981704621509 req-b4b6c294-d1f9-4684-b5f9-8fc67be47bd4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036210 Oct 15 16:31:21.237217 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ed060-b895-42ab-b9c5-04cadfc3d6f3 req-8d87dbee-f5de-441d-b366-27f1603f29ea tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:21.238794 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-901ed060-b895-42ab-b9c5-04cadfc3d6f3 req-8d87dbee-f5de-441d-b366-27f1603f29ea tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 946 time: 0.0736887 Oct 15 16:31:21.300878 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-901ed060-b895-42ab-b9c5-04cadfc3d6f3 req-8923b7de-a7b1-44cd-ba70-0c537ebd0f93 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558212 Oct 15 16:31:21.443525 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49600) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:21.542696 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec379e8-9135-4c2d-b067-e49445288d5d req-e7f01e50-322d-424f-9a05-794790529959 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:21.551559 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bec379e8-9135-4c2d-b067-e49445288d5d req-e7f01e50-322d-424f-9a05-794790529959 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.1004295 Oct 15 16:31:21.604053 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bec379e8-9135-4c2d-b067-e49445288d5d req-a7457eca-b5ff-48ce-8de3-03e488213f1d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514438 Oct 15 16:31:21.737699 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-89cef510-db9b-434b-b7c8-a5dfce8530ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3ea981852944c11a4724167c2e7c209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831423 Oct 15 16:31:21.738395 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49620) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:21.789824 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-31878697-0cea-4bd4-8a3a-c61471954a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:21.821189 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-31878697-0cea-4bd4-8a3a-c61471954a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:21.901960 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-31878697-0cea-4bd4-8a3a-c61471954a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:21.905995 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-31878697-0cea-4bd4-8a3a-c61471954a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:21.913845 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-31878697-0cea-4bd4-8a3a-c61471954a7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f870c203-c884-437f-afca-bfc4e6ced6d1 HTTP/1.1" status: 204 len: 168 time: 0.1744022 Oct 15 16:31:21.929498 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31878697-0cea-4bd4-8a3a-c61471954a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f870c203-c884-437f-afca-bfc4e6ced6d1,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:22.270478 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3553d-626b-47ad-8ded-e708e0e5faa9 req-f57aa2f4-0fa0-4e33-aec3-9bbf226ce75e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:22.272181 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d0e3553d-626b-47ad-8ded-e708e0e5faa9 req-f57aa2f4-0fa0-4e33-aec3-9bbf226ce75e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.1503444 Oct 15 16:31:22.371776 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d0e3553d-626b-47ad-8ded-e708e0e5faa9 req-40016f97-c5f4-4220-b6e6-9934ca956c5f tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844030 Oct 15 16:31:22.763707 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7d993-30d6-4af8-b09b-f208046f4af3 req-793d4dcd-58c8-4030-9292-ab3dda70d64b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:22.765520 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aef7d993-30d6-4af8-b09b-f208046f4af3 req-793d4dcd-58c8-4030-9292-ab3dda70d64b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0749214 Oct 15 16:31:22.822772 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aef7d993-30d6-4af8-b09b-f208046f4af3 req-b8443fd3-3d80-43be-9a20-4c97a2f822d7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487566 Oct 15 16:31:23.486404 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd118fe0-522d-4c7d-9edb-06d0ce59b845 req-f33126a8-d04e-4bde-9074-2fe8504f82d4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:23.488261 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cd118fe0-522d-4c7d-9edb-06d0ce59b845 req-f33126a8-d04e-4bde-9074-2fe8504f82d4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0623558 Oct 15 16:31:23.542847 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cd118fe0-522d-4c7d-9edb-06d0ce59b845 req-5ced9639-5446-4611-a1f5-16f153e910ec tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Oct 15 16:31:23.988403 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64e218-8e0b-4a6f-ab40-0bf4a0cc5175 req-c217433b-56ca-4360-81cd-de0c0e057db1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:23.992271 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9b64e218-8e0b-4a6f-ab40-0bf4a0cc5175 req-c217433b-56ca-4360-81cd-de0c0e057db1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0593851 Oct 15 16:31:24.047833 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9b64e218-8e0b-4a6f-ab40-0bf4a0cc5175 req-56ec734b-588e-4d06-8a8c-7b4c9e02bd08 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480351 Oct 15 16:31:24.737041 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13911839-d42d-4eef-97af-78dde4d3a7e7 req-2cff4e32-c68d-4420-bae2-12d8bd1ad068 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:24.748854 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-13911839-d42d-4eef-97af-78dde4d3a7e7 req-2cff4e32-c68d-4420-bae2-12d8bd1ad068 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0670133 Oct 15 16:31:24.795052 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-13911839-d42d-4eef-97af-78dde4d3a7e7 req-a8cbea6e-8659-428f-b711-12e4d2bda2eb tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Oct 15 16:31:25.227450 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6bccb-25d0-4ab0-a21f-1acc24904a97 req-528fbbf9-3b52-4563-b516-e7c7731491dd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:25.228980 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6ae6bccb-25d0-4ab0-a21f-1acc24904a97 req-528fbbf9-3b52-4563-b516-e7c7731491dd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0561292 Oct 15 16:31:25.273516 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6ae6bccb-25d0-4ab0-a21f-1acc24904a97 req-341c0eed-340e-44ab-8956-ef26125e3708 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382640 Oct 15 16:31:25.921051 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb8a66-10dc-409b-909c-8d05807b7c04 req-913da879-f80e-4fa2-925d-f22e842d0ea7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:25.922543 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-20cb8a66-10dc-409b-909c-8d05807b7c04 req-913da879-f80e-4fa2-925d-f22e842d0ea7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0580599 Oct 15 16:31:25.959404 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-20cb8a66-10dc-409b-909c-8d05807b7c04 req-df96c705-d966-40fa-b485-fd26283f60f6 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309296 Oct 15 16:31:26.252362 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-84f47dbb-ca1a-47a2-bcca-d38a6da072b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:26.253889 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-84f47dbb-ca1a-47a2-bcca-d38a6da072b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 1099 time: 0.0404446 Oct 15 16:31:26.356371 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-946dae8f-56cf-46fc-a5b0-c5a63793bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:26.357810 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-946dae8f-56cf-46fc-a5b0-c5a63793bd5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.0885212 Oct 15 16:31:26.396949 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b51567-2d24-4dba-baba-b5f46c19d964 req-90c14d2a-e253-46a1-a8d8-3ecc728cabca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:26.398431 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-02b51567-2d24-4dba-baba-b5f46c19d964 req-90c14d2a-e253-46a1-a8d8-3ecc728cabca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0530496 Oct 15 16:31:26.427913 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-3c396e99-c00c-4781-8c3d-7f7a8eea6c2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19 HTTP/1.1" status: 200 len: 1002 time: 0.0589426 Oct 15 16:31:26.436126 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-02b51567-2d24-4dba-baba-b5f46c19d964 req-4358d0db-189e-404e-ba67-ed695277e740 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317328 Oct 15 16:31:26.480288 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-9373cf6b-d3cb-4cc7-a621-0528e2dedd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:26.481820 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-9373cf6b-d3cb-4cc7-a621-0528e2dedd4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0466158 Oct 15 16:31:26.532023 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-ee0b7551-de89-41c7-997e-1725875b43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:26.533618 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-ee0b7551-de89-41c7-997e-1725875b43dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410180 Oct 15 16:31:26.628498 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-8c302da1-699e-494a-98c2-5f21756f208f service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849173 Oct 15 16:31:26.718855 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-57789ba0-9d84-4bd9-a244-e3f6d2a6ce27 req-8bc20453-f7da-4d52-9547-3692b3669394 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805283 Oct 15 16:31:27.080377 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b2aa-d188-44d1-b318-757a1fd0f09e req-0bafd6d3-f1df-49a7-9d8b-2f4c71a5d4cb tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:27.081879 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6b63b2aa-d188-44d1-b318-757a1fd0f09e req-0bafd6d3-f1df-49a7-9d8b-2f4c71a5d4cb tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Oct 15 16:31:27.119355 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6b63b2aa-d188-44d1-b318-757a1fd0f09e req-a381f7bb-c3d1-47e3-b988-6aeb1e3736ee tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Oct 15 16:31:27.555314 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec016-01b7-4c51-99f9-20daed71e1f1 req-83319f69-3612-4dde-8915-f09067090311 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:27.557332 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-969ec016-01b7-4c51-99f9-20daed71e1f1 req-83319f69-3612-4dde-8915-f09067090311 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0488837 Oct 15 16:31:27.595406 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-969ec016-01b7-4c51-99f9-20daed71e1f1 req-b2dd79d4-cbda-4812-9b26-1519e1f7897e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318840 Oct 15 16:31:27.760675 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614c9db-4e3d-4b62-8963-20ccc29bd001 req-6f8a5a5f-145d-4c81-9584-f71a249533dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:27.762065 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8614c9db-4e3d-4b62-8963-20ccc29bd001 req-6f8a5a5f-145d-4c81-9584-f71a249533dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1098 time: 0.0400424 Oct 15 16:31:27.816468 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8614c9db-4e3d-4b62-8963-20ccc29bd001 req-07389ae0-7207-4d2c-bb14-c425e522286e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273056 Oct 15 16:31:28.240775 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de2659-5465-4417-88ab-324c4fab1198 req-ec9c9419-eba4-494b-8ff2-b55adde4457d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:28.242258 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43de2659-5465-4417-88ab-324c4fab1198 req-ec9c9419-eba4-494b-8ff2-b55adde4457d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Oct 15 16:31:28.285263 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-43de2659-5465-4417-88ab-324c4fab1198 req-b9b8a204-39b9-4863-97bb-74cc99eae1c5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360062 Oct 15 16:31:28.715830 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62226064-a74c-4933-8a89-24d2bef867e9 req-4853fed1-ed85-4f03-8691-5024c2be8f90 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:28.717355 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-62226064-a74c-4933-8a89-24d2bef867e9 req-4853fed1-ed85-4f03-8691-5024c2be8f90 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0493548 Oct 15 16:31:28.757892 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-62226064-a74c-4933-8a89-24d2bef867e9 req-7719c820-4ba3-4c79-9a18-2765ac008d76 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Oct 15 16:31:29.401063 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c6b10-1b5a-4ed1-8387-c551271ad065 req-c8eae8d2-ce3a-43f3-9461-56a1d2df22e2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:29.402765 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-007c6b10-1b5a-4ed1-8387-c551271ad065 req-c8eae8d2-ce3a-43f3-9461-56a1d2df22e2 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0483882 Oct 15 16:31:29.440217 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-007c6b10-1b5a-4ed1-8387-c551271ad065 req-2c493c4a-f8a3-4274-89ca-0c0588ebb17c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315409 Oct 15 16:31:29.902088 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae8290-6924-4d08-80d8-53e983dbc3ff req-9c1d7619-5cf9-4c69-a0df-758ede60f0e0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:29.903834 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e8ae8290-6924-4d08-80d8-53e983dbc3ff req-9c1d7619-5cf9-4c69-a0df-758ede60f0e0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 946 time: 0.0676491 Oct 15 16:31:29.951776 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e8ae8290-6924-4d08-80d8-53e983dbc3ff req-6bff80ca-0a0a-41f5-b195-c0802f65d996 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394268 Oct 15 16:31:30.053620 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:31:30.132469 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:30.155406 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:30.158281 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd888130-7bbd-4193-a1a0-2f1bb00532e6" -d '{"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:30.178078 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:30.183526 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:30.208295 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea66125-9aa2-40b3-b9ff-2328698eb293 x-openstack-request-id: req-bea66125-9aa2-40b3-b9ff-2328698eb293 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:30.208608 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:30.208892 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bea66125-9aa2-40b3-b9ff-2328698eb293 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:30.209321 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'code': 200} Oct 15 16:31:30.235193 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=8']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:30.415692 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4684f98-d689-418c-9cf5-89965106f18c req-216c2391-1b96-4162-82c8-834bd607ff36 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:30.417304 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f4684f98-d689-418c-9cf5-89965106f18c req-216c2391-1b96-4162-82c8-834bd607ff36 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0510414 Oct 15 16:31:30.458555 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f4684f98-d689-418c-9cf5-89965106f18c req-7c0111f4-d133-4646-98f7-c82a01c21524 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351276 Oct 15 16:31:30.482512 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49768) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:30.571610 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e383e3-9676-49ae-af25-cd47bb6a25dd req-07f22e1f-6356-44d4-9a57-5013a9219c33 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:30.573131 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-84e383e3-9676-49ae-af25-cd47bb6a25dd req-07f22e1f-6356-44d4-9a57-5013a9219c33 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0538278 Oct 15 16:31:30.613135 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-84e383e3-9676-49ae-af25-cd47bb6a25dd req-7924690a-8779-4dfc-ae00-e420b245dda7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Oct 15 16:31:30.669891 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b84e7-3279-435b-92e5-b9f61fdafdcc tempest-TestMinimumBasicScenario-1196068680 tempest-TestMinimumBasicScenario-1196068680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:30.671520 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-296b84e7-3279-435b-92e5-b9f61fdafdcc tempest-TestMinimumBasicScenario-1196068680 tempest-TestMinimumBasicScenario-1196068680-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1094 time: 0.1879940 Oct 15 16:31:30.674412 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49774) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:30.678665 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'port_id': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:30.703736 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for floatingip, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:30.800203 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:30.917475 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Allocated IP 172.27.2.142 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/1177fa96-372b-4cbf-b362-ab8a328d5113) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:31:30.954404 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-7305ec49-834f-417a-a42b-9114bd73021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:30.956685 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-7305ec49-834f-417a-a42b-9114bd73021c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 1098 time: 0.0462554 Oct 15 16:31:30.999090 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692235-b9af-47b3-aa59-3d48483bd0ac req-7cabda9f-626b-41c8-ac01-83854c79b780 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:31.002646 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b2692235-b9af-47b3-aa59-3d48483bd0ac req-7cabda9f-626b-41c8-ac01-83854c79b780 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0930583 Oct 15 16:31:31.051972 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-037a8729-4261-462d-990b-ff6eb59a1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:31.053473 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-037a8729-4261-462d-990b-ff6eb59a1598 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.0874960 Oct 15 16:31:31.101348 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-7cbf9f77-c352-4b93-a86a-bb6b4e19d0da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 200 len: 217 time: 0.0377226 Oct 15 16:31:31.122603 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b2692235-b9af-47b3-aa59-3d48483bd0ac req-1eb01bac-3bcd-4c1a-ab8b-79bfc1e69b5a tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860460 Oct 15 16:31:31.147021 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:31.160291 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff36ca7-84ee-471c-8885-ca980e4e2e77 req-baae424e-e7a8-473b-b0cd-552925f6ffb7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:31.161896 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aff36ca7-84ee-471c-8885-ca980e4e2e77 req-baae424e-e7a8-473b-b0cd-552925f6ffb7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.1270635 Oct 15 16:31:31.171371 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-257c9c0e-f1c7-4cb3-a73f-3de9e1afb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:31.172903 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-257c9c0e-f1c7-4cb3-a73f-3de9e1afb58f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.0536134 Oct 15 16:31:31.214951 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-ac5e7b8d-7b74-4fe9-a8b4-9d91669887d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239005 Oct 15 16:31:31.219172 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aff36ca7-84ee-471c-8885-ca980e4e2e77 req-585afbbc-9f56-4739-aab8-1c4e7aceb052 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Oct 15 16:31:31.220579 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:31.263830 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:31:31.271099 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:31:31.275335 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:31:31.278570 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'Port': ['ID=1177fa96-372b-4cbf-b362-ab8a328d5113,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:31.336001 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-1b7f9597-486d-44a6-942b-b553cf65fe8e service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111417 Oct 15 16:31:31.464716 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-10d9744c-6628-4801-b06f-fd06ef617a35 req-970cbf91-b7bd-485a-a070-a749e6dddb35 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116788 Oct 15 16:31:31.678105 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:31.727313 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [req-f52da6f8-1442-45db-9e89-aa3966576f68 req-eab5427c-18fb-4649-b500-415435476fea service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:31:31.728302 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f52da6f8-1442-45db-9e89-aa3966576f68 req-eab5427c-18fb-4649-b500-415435476fea service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054862 Oct 15 16:31:31.754513 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:31.928660 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ddd53-07c3-4cce-bff2-110206b7bef2 req-dff94c49-c053-4e03-935d-89b703fa20f7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:31.930176 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-575ddd53-07c3-4cce-bff2-110206b7bef2 req-dff94c49-c053-4e03-935d-89b703fa20f7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0767572 Oct 15 16:31:31.979017 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:31.987764 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-575ddd53-07c3-4cce-bff2-110206b7bef2 req-4599a53a-3865-4fe3-99df-a1a046e27e62 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513062 Oct 15 16:31:31.988340 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:32.060743 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'Port': ['ID=1177fa96-372b-4cbf-b362-ab8a328d5113,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:32.076372 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:32.185219 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Floating IP dede3444-fb4c-4002-a90a-fc7eea5275e7 associated. External IP: 172.27.2.142, port: 0d9716a5-d6f7-4caa-bf23-281d2b248603. Oct 15 16:31:32.198789 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 49826) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:32.285165 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-24cf1e4d-8e51-427a-a7a7-a199edb1a31f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849762 Oct 15 16:31:32.294287 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-2dd63cc7-31a0-4268-92e2-0d21e2ec82a8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:31:32.295356 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-2dd63cc7-31a0-4268-92e2-0d21e2ec82a8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052211 Oct 15 16:31:32.318338 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d547f2d-7237-43b2-8678-2d64c1a045bc req-ff75a7af-0b12-46d6-9735-1185aa3d9ce5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:32.319954 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8d547f2d-7237-43b2-8678-2d64c1a045bc req-ff75a7af-0b12-46d6-9735-1185aa3d9ce5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0951200 Oct 15 16:31:32.400988 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8d547f2d-7237-43b2-8678-2d64c1a045bc req-a41b5a7c-df4a-4888-90cc-e51d23a06bb1 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715203 Oct 15 16:31:32.482704 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:31:32.828513 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:31:32.839383 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] Sync routers for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:31:32.849097 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:32.849295 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:31:32.849942 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:31:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:31:32.876931 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-d216faa3-5ff0-49f0-b062-371fc723ad97 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2009175 Oct 15 16:31:32.877584 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:32.879717 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 49840) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:32.880101 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434cf8c7-c5e6-475e-85f5-085b2b57afb1" -d '{"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:32.884269 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-93f855f3-a189-4e7a-8dbb-ee95142b4dc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263942144', 'description': 'tempest-secgroup-smoke-1263942144 description', 'project_id': 'ee785148882842e0bc6083d14034b335'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:32.911499 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-93f855f3-a189-4e7a-8dbb-ee95142b4dc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:32.922099 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b449904-7882-4b53-85f7-d9c3ee309ec1 x-openstack-request-id: req-0b449904-7882-4b53-85f7-d9c3ee309ec1 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:32.922450 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:32.922756 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b449904-7882-4b53-85f7-d9c3ee309ec1 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:32.923876 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'status': 'completed', 'code': 200} Oct 15 16:31:32.971734 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:31:33.012125 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-93f855f3-a189-4e7a-8dbb-ee95142b4dc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.017813 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-a9ee7b29-94c5-4739-910c-b267492bf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:33.019311 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-a9ee7b29-94c5-4739-910c-b267492bf5b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee785148882842e0bc6083d14034b335&device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1099 time: 0.0620308 Oct 15 16:31:33.020016 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-93f855f3-a189-4e7a-8dbb-ee95142b4dc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.061754 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-93f855f3-a189-4e7a-8dbb-ee95142b4dc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.063298 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-93f855f3-a189-4e7a-8dbb-ee95142b4dc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1825869 Oct 15 16:31:33.067652 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49846) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:33.075272 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-b2f99f15-adf3-4c2e-b9eb-db14402edcbd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'security_group_rule': {'security_group_id': '3979b566-f3a3-48f4-b451-d30aa2fb88e9', 'project_id': 'ee785148882842e0bc6083d14034b335', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:33.082136 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f855f3-a189-4e7a-8dbb-ee95142b4dc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3979b566-f3a3-48f4-b451-d30aa2fb88e9,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:33.148572 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b2f99f15-adf3-4c2e-b9eb-db14402edcbd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.161804 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-9f554cb5-8bf4-4b2e-a0b9-79ebdd3d404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:33.163313 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-9f554cb5-8bf4-4b2e-a0b9-79ebdd3d404d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 200 len: 916 time: 0.1323514 Oct 15 16:31:33.166004 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9796f-fb2d-41ab-980d-ba8163ac78fe req-c0874b69-ed4d-4122-87bd-10f5edd47cde tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:33.167481 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cfe9796f-fb2d-41ab-980d-ba8163ac78fe req-c0874b69-ed4d-4122-87bd-10f5edd47cde tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0855117 Oct 15 16:31:33.240732 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cfe9796f-fb2d-41ab-980d-ba8163ac78fe req-189467a7-aa1b-4517-a17f-e9fc51fd8427 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622156 Oct 15 16:31:33.241772 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b2f99f15-adf3-4c2e-b9eb-db14402edcbd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.244502 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'dede3444-fb4c-4002-a90a-fc7eea5275e7', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'port_id': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'mac_address': 'fa:16:3e:07:63:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:31:31Z', 'updated_at': '2021-10-15T16:31:31Z', 'revision_number': 0, 'project_id': 'ee785148882842e0bc6083d14034b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:17Z', 'revision_number': 5, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:31:33.245397 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-3e9e844c-8989-453b-b09f-be1eb47fc83d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 1000 time: 0.0702028 Oct 15 16:31:33.247546 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b2f99f15-adf3-4c2e-b9eb-db14402edcbd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.277896 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] Checking router: 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:31:33.279121 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f99f15-adf3-4c2e-b9eb-db14402edcbd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35406dd-9020-46cd-8210-ef47e5c10dc6,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:33.289380 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:31:33.290095 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:31:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:31:33.290526 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b2f99f15-adf3-4c2e-b9eb-db14402edcbd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.294434 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-b2f99f15-adf3-4c2e-b9eb-db14402edcbd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2230537 Oct 15 16:31:33.295019 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49850) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:33.299392 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-1292274a-dddd-4351-b132-271bdfd876e3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'security_group_rule': {'security_group_id': '3979b566-f3a3-48f4-b451-d30aa2fb88e9', 'project_id': 'ee785148882842e0bc6083d14034b335', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:33.306074 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-df839b3e-4e8f-4043-b269-91b86e1b4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:33.307981 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-df839b3e-4e8f-4043-b269-91b86e1b4ea9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=677c69f1-bc60-4f61-b934-9c8174958132 HTTP/1.1" status: 200 len: 854 time: 0.0541296 Oct 15 16:31:33.339668 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1292274a-dddd-4351-b132-271bdfd876e3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.368753 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-3f2de573-f62b-4553-983c-00989925f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:33.370428 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-3f2de573-f62b-4553-983c-00989925f12f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5e6ad5b-9f62-498a-92c3-399d45e998ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478992 Oct 15 16:31:33.403976 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:31:33.418530 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1292274a-dddd-4351-b132-271bdfd876e3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.424936 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1292274a-dddd-4351-b132-271bdfd876e3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.449014 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1292274a-dddd-4351-b132-271bdfd876e3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.453779 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-1292274a-dddd-4351-b132-271bdfd876e3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561675 Oct 15 16:31:33.455038 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49856) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:33.461881 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-6459cd96-1d22-4c40-816f-d39842fc495b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'security_group_rule': {'security_group_id': '3979b566-f3a3-48f4-b451-d30aa2fb88e9', 'project_id': 'ee785148882842e0bc6083d14034b335', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:33.467418 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292274a-dddd-4351-b132-271bdfd876e3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6a2615-c2a9-4245-b770-1f6bc23edc71,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:33.503218 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6459cd96-1d22-4c40-816f-d39842fc495b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.514847 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-02d93975-b4a4-4d86-9ffb-bec14ced06ad service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295450 Oct 15 16:31:33.604979 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d75ef9-1dde-4e30-9f6e-1f2b916c9037 req-f76aacff-18e4-4e90-a1cc-553447704718 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:33.606208 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f0d75ef9-1dde-4e30-9f6e-1f2b916c9037 req-f76aacff-18e4-4e90-a1cc-553447704718 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0849550 Oct 15 16:31:33.612414 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6459cd96-1d22-4c40-816f-d39842fc495b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.622733 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6459cd96-1d22-4c40-816f-d39842fc495b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.669414 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f0d75ef9-1dde-4e30-9f6e-1f2b916c9037 req-4255a3d3-d9c8-4c06-a11b-148528120f6d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556808 Oct 15 16:31:33.672556 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459cd96-1d22-4c40-816f-d39842fc495b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9cb9fd-b5c3-4e00-a657-7eb495fc66f5,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:33.702858 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-6459cd96-1d22-4c40-816f-d39842fc495b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.704589 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-6459cd96-1d22-4c40-816f-d39842fc495b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2464995 Oct 15 16:31:33.707620 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49860) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:33.711418 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-880e91de-4364-4908-a63b-cfe0a636d5cd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'security_group_rule': {'security_group_id': '3979b566-f3a3-48f4-b451-d30aa2fb88e9', 'project_id': 'ee785148882842e0bc6083d14034b335', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:33.728175 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-434cf8c7-c5e6-475e-85f5-085b2b57afb1 req-35ccb6c6-32ef-41db-81dd-a679d847567a service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958444 Oct 15 16:31:33.728537 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'dede3444-fb4c-4002-a90a-fc7eea5275e7', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'port_id': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'mac_address': 'fa:16:3e:07:63:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:31:31Z', 'updated_at': '2021-10-15T16:31:31Z', 'revision_number': 0, 'project_id': 'ee785148882842e0bc6083d14034b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:17Z', 'revision_number': 5, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:31:33.743222 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-880e91de-4364-4908-a63b-cfe0a636d5cd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.773514 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b538ff9-50c7-4f57-823f-c8ed904e9ac5 None None] The sync data for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi is: [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'dede3444-fb4c-4002-a90a-fc7eea5275e7', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'port_id': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'mac_address': 'fa:16:3e:07:63:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:31:31Z', 'updated_at': '2021-10-15T16:31:31Z', 'revision_number': 0, 'project_id': 'ee785148882842e0bc6083d14034b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:17Z', 'revision_number': 5, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:31:33.821191 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-880e91de-4364-4908-a63b-cfe0a636d5cd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.825306 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-880e91de-4364-4908-a63b-cfe0a636d5cd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.848266 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e91de-4364-4908-a63b-cfe0a636d5cd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d332385a-d613-4673-bc78-3f36d6db29d6,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:33.857475 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-880e91de-4364-4908-a63b-cfe0a636d5cd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.858823 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-880e91de-4364-4908-a63b-cfe0a636d5cd tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509480 Oct 15 16:31:33.862307 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49862) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:33.866548 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-bbcf40fe-7902-47c8-8ef7-28caf93e9d7b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'security_group_rule': {'security_group_id': '3979b566-f3a3-48f4-b451-d30aa2fb88e9', 'project_id': 'ee785148882842e0bc6083d14034b335', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:33.889502 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.securitygroups_db [None req-bbcf40fe-7902-47c8-8ef7-28caf93e9d7b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Project ee785148882842e0bc6083d14034b335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 16:31:33.894712 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bbcf40fe-7902-47c8-8ef7-28caf93e9d7b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.960582 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bbcf40fe-7902-47c8-8ef7-28caf93e9d7b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.965219 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bbcf40fe-7902-47c8-8ef7-28caf93e9d7b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.982826 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf40fe-7902-47c8-8ef7-28caf93e9d7b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a45ddfd-83d8-4f12-9458-36d56a510ded,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:33.992169 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bbcf40fe-7902-47c8-8ef7-28caf93e9d7b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:33.996189 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-bbcf40fe-7902-47c8-8ef7-28caf93e9d7b tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303475 Oct 15 16:31:33.996383 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 49864) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:31:34.001228 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-4bbf4ccb-aa41-43fc-b0c9-5b8b5cb7d068 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'security_group_rule': {'security_group_id': '3979b566-f3a3-48f4-b451-d30aa2fb88e9', 'project_id': 'ee785148882842e0bc6083d14034b335', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:34.011993 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd92a58-d32c-4131-844b-6f48a3c022bf None None] New status for floating IP dede3444-fb4c-4002-a90a-fc7eea5275e7: ACTIVE {{(pid=99837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:31:34.028822 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.securitygroups_db [None req-4bbf4ccb-aa41-43fc-b0c9-5b8b5cb7d068 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Project ee785148882842e0bc6083d14034b335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 16:31:34.034436 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ccb-aa41-43fc-b0c9-5b8b5cb7d068 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:34.096179 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ccb-aa41-43fc-b0c9-5b8b5cb7d068 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:34.101310 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ccb-aa41-43fc-b0c9-5b8b5cb7d068 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:34.124857 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf4ccb-aa41-43fc-b0c9-5b8b5cb7d068 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29c89e0-560b-4e5d-aba3-67d609ced9a7,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:34.130557 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ccb-aa41-43fc-b0c9-5b8b5cb7d068 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:34.134754 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-4bbf4ccb-aa41-43fc-b0c9-5b8b5cb7d068 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344125 Oct 15 16:31:34.169960 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-866be275-1508-47f1-bc76-2dda9f2efdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.171830 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-866be275-1508-47f1-bc76-2dda9f2efdbe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d&tenant_id=0cc095685b544a7c843ecdfada0ca22e HTTP/1.1" status: 200 len: 1097 time: 0.0818346 Oct 15 16:31:34.219531 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:31:34.247391 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-536bb956-e4bc-40b1-9f7c-e835ea8876ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.247985 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-5b444714-a921-40fe-9ae9-ef92e569ce21 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263942144&fields=id&tenant_id=ee785148882842e0bc6083d14034b335 HTTP/1.1" status: 200 len: 267 time: 0.0462399 Oct 15 16:31:34.249624 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-536bb956-e4bc-40b1-9f7c-e835ea8876ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 1097 time: 0.0470262 Oct 15 16:31:34.328961 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-05f5aace-2ffd-428c-9f98-ed954f4dc6c2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.332117 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-05f5aace-2ffd-428c-9f98-ed954f4dc6c2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0739505 Oct 15 16:31:34.368164 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-a20e2048-7f60-4c27-9793-6a44caa1a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.369795 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-a20e2048-7f60-4c27-9793-6a44caa1a30e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.1096272 Oct 15 16:31:34.374352 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'port': {'security_groups': ['38782231-4174-41e5-9ff3-1045aa9c13b2', '3979b566-f3a3-48f4-b451-d30aa2fb88e9']}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:31:34.427122 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fccdd5-13b5-4ca8-a37a-59b07ab9d1b7 req-838f873f-6300-4072-8783-d287984c70dd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.428688 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-20fccdd5-13b5-4ca8-a37a-59b07ab9d1b7 req-838f873f-6300-4072-8783-d287984c70dd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0952532 Oct 15 16:31:34.449879 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-eb4c9ed3-3da5-4354-abe6-1e5c0900e3b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19 HTTP/1.1" status: 200 len: 1000 time: 0.0663226 Oct 15 16:31:34.470923 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:34.499403 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-d729aef0-1361-408f-bec8-356ace004917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.500921 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-d729aef0-1361-408f-bec8-356ace004917 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0425615 Oct 15 16:31:34.518496 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-20fccdd5-13b5-4ca8-a37a-59b07ab9d1b7 req-f39b3757-3759-46b4-971d-f8364bf150a0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693011 Oct 15 16:31:34.554891 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-dea5cf01-4657-468c-bd29-17ba247afbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.556415 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-dea5cf01-4657-468c-bd29-17ba247afbfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455029 Oct 15 16:31:34.696587 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] For port 0d9716a5-d6f7-4caa-bf23-281d2b248603, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:34.731361 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:34.737561 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:34.749817 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['0d9716a5-d6f7-4caa-bf23-281d2b248603'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:31:34.821160 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.821827 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:34.823274 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-38011d3d-c8d5-48f7-98bb-f001ba10880f req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "PUT /v2.0/ports/0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 982 time: 0.4577072 Oct 15 16:31:34.845573 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0748d-e916-4ab1-9609-1d5ddbd70514 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'Port': ['ID=0d9716a5-d6f7-4caa-bf23-281d2b248603,revision_number=6']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:34.878177 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-9efc25c2-db23-4680-ad73-d9205e3ad5a8 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129132 Oct 15 16:31:34.893939 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31df3e-8729-4d54-a7b1-fc0845d62d42 req-b48014b2-9619-4b52-86d1-be9ae89ed193 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.896205 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fe31df3e-8729-4d54-a7b1-fc0845d62d42 req-b48014b2-9619-4b52-86d1-be9ae89ed193 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0870464 Oct 15 16:31:34.932214 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:34.934961 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4433dee5-5974-4d4c-bf72-9f77f9c34468" -d '{"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:34.976061 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fe31df3e-8729-4d54-a7b1-fc0845d62d42 req-a0f577e7-f854-4aa9-a2aa-08a528a4e51c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701027 Oct 15 16:31:34.984659 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728b412-c4c9-4cdf-b14b-7598e42cb63b req-0928fd03-0c66-422e-9175-1e13e9b50391 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:34.986787 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a728b412-c4c9-4cdf-b14b-7598e42cb63b req-0928fd03-0c66-422e-9175-1e13e9b50391 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0894125 Oct 15 16:31:34.991628 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['0d9716a5-d6f7-4caa-bf23-281d2b248603'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:31:34.996782 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3fcaec18-ea06-4d2e-80ba-88169ced36ea req-bfa8f6fb-e39b-4370-8baa-64c1419e8ec7 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104727 Oct 15 16:31:35.078910 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a728b412-c4c9-4cdf-b14b-7598e42cb63b req-8122d1ef-5daf-4c3d-b9d6-da8a7ccd02a9 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859263 Oct 15 16:31:35.091391 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff62765e-4f9e-408b-9a4b-53824ccbf497 x-openstack-request-id: req-ff62765e-4f9e-408b-9a4b-53824ccbf497 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:35.092114 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:35.092400 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff62765e-4f9e-408b-9a4b-53824ccbf497 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:35.092833 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'status': 'completed', 'code': 200} Oct 15 16:31:35.163720 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-b9a361a1-a2a7-49e2-83a6-6fc9e416655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:35.165533 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-b9a361a1-a2a7-49e2-83a6-6fc9e416655e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee785148882842e0bc6083d14034b335&device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1138 time: 0.0530846 Oct 15 16:31:35.310980 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-bb86e33e-3f4e-4c9a-ab31-031f8105fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:35.313122 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-bb86e33e-3f4e-4c9a-ab31-031f8105fdba service neutron] 10.222.0.66 "GET /v2.0/networks?id=c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 200 len: 916 time: 0.1362944 Oct 15 16:31:35.344976 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-498061eb-61eb-40ca-8379-b0f872fb8e79 None None] Provisioning complete for port 0d9716a5-d6f7-4caa-bf23-281d2b248603 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:31:35.345976 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-498061eb-61eb-40ca-8379-b0f872fb8e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:35.422060 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-65747485-0d19-4ba7-8478-b2eba002ea80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 1002 time: 0.0970235 Oct 15 16:31:35.497705 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-2e656867-44e8-4db0-8105-9e93658a27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:35.499145 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-2e656867-44e8-4db0-8105-9e93658a27ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=677c69f1-bc60-4f61-b934-9c8174958132 HTTP/1.1" status: 200 len: 854 time: 0.0542033 Oct 15 16:31:35.550502 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-2ec31f38-ceb3-46ce-a2b4-4083fa4c8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:35.552092 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-2ec31f38-ceb3-46ce-a2b4-4083fa4c8f2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5e6ad5b-9f62-498a-92c3-399d45e998ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428982 Oct 15 16:31:35.655735 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6ccb3-5169-4349-8fcf-9c800bb27529 req-ce0869d0-d842-44f9-a72b-54c452ecaf54 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:35.662574 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-97a6ccb3-5169-4349-8fcf-9c800bb27529 req-ce0869d0-d842-44f9-a72b-54c452ecaf54 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0640411 Oct 15 16:31:35.685490 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-bedd62b5-ade3-419a-8b04-b552231edac5 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235125 Oct 15 16:31:35.720056 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-97a6ccb3-5169-4349-8fcf-9c800bb27529 req-b5c1ad95-29d9-4632-8ca4-5f8cf9734eff tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480266 Oct 15 16:31:35.808087 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-bccffafb-737b-475f-82f1-89be8c8b95e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:36.856418 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed1062-2d9c-41fd-9286-f40d56062e02 req-fa914c23-3272-4554-a226-7da70cf3e751 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:36.858143 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2fed1062-2d9c-41fd-9286-f40d56062e02 req-fa914c23-3272-4554-a226-7da70cf3e751 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0503840 Oct 15 16:31:36.895958 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2fed1062-2d9c-41fd-9286-f40d56062e02 req-7fe2605d-f6d6-415c-b23c-a75d3f076969 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Oct 15 16:31:38.023141 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e5580-0f27-48e6-8cea-eecffe134c00 req-4ed5c69b-8165-4c62-842e-41bc96662d31 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:38.025524 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-248e5580-0f27-48e6-8cea-eecffe134c00 req-4ed5c69b-8165-4c62-842e-41bc96662d31 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0539191 Oct 15 16:31:38.075213 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-248e5580-0f27-48e6-8cea-eecffe134c00 req-a5cee123-00ed-4375-b1fb-dd2b4175980f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437162 Oct 15 16:31:38.504966 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ee9aabcd-d947-4ab4-8b07-bf85caccb552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:39.196991 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff20d-7fd5-419f-b969-1accb69f7a77 req-3dc6d6db-6b36-416e-b505-db17d325ad70 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:39.198485 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-40fff20d-7fd5-419f-b969-1accb69f7a77 req-3dc6d6db-6b36-416e-b505-db17d325ad70 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0495007 Oct 15 16:31:39.236949 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-40fff20d-7fd5-419f-b969-1accb69f7a77 req-707c3482-c9b4-4755-848a-a354ca0df853 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325484 Oct 15 16:31:39.442190 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:39.500619 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:40.367714 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a1149-d067-4ef7-b851-47a8db656e1d req-43015470-404d-472b-89f0-fb03713e2d75 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:40.369250 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-617a1149-d067-4ef7-b851-47a8db656e1d req-43015470-404d-472b-89f0-fb03713e2d75 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0498145 Oct 15 16:31:40.409064 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-617a1149-d067-4ef7-b851-47a8db656e1d req-f28f1636-0d51-4def-b171-f743af0f5412 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335836 Oct 15 16:31:41.037976 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:41.534139 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93937-c5e2-4aa1-8b3a-2b80fc61127e req-1c15942d-ac19-4ce0-9560-058d7a174075 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:41.535615 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-31d93937-c5e2-4aa1-8b3a-2b80fc61127e req-1c15942d-ac19-4ce0-9560-058d7a174075 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0535715 Oct 15 16:31:41.573679 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-31d93937-c5e2-4aa1-8b3a-2b80fc61127e req-ed65d6d2-c764-45ff-b2a6-ddefe069ea7e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320568 Oct 15 16:31:42.053144 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:31:42.700130 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3e188-191d-4f93-bdc7-973582091d41 req-391a3289-a297-47ac-9b09-ff13e2d11164 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:42.701707 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-dbd3e188-191d-4f93-bdc7-973582091d41 req-391a3289-a297-47ac-9b09-ff13e2d11164 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0520389 Oct 15 16:31:42.740267 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-dbd3e188-191d-4f93-bdc7-973582091d41 req-218bdc68-b9d8-4bfd-97c5-057dd311f024 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320506 Oct 15 16:31:44.936578 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:51.354801 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4433dee5-5974-4d4c-bf72-9f77f9c34468 req-e2877f4e-bfa3-4298-a5ce-c681606a83f9 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849371 Oct 15 16:31:51.421848 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-9185e277-f76d-4816-80bb-10e0785c9730 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727162 Oct 15 16:31:51.439039 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafa278-a74a-4734-bc39-16261aa3b4da req-a9adaf31-b9f4-417e-b7c8-387f1f6179a9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:51.440559 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7aafa278-a74a-4734-bc39-16261aa3b4da req-a9adaf31-b9f4-417e-b7c8-387f1f6179a9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0625355 Oct 15 16:31:51.505982 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7aafa278-a74a-4734-bc39-16261aa3b4da req-d8484520-829c-488c-b5c0-2054c9b6c88d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592136 Oct 15 16:31:51.520533 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-c3f58db7-5d50-49fc-9c6b-ccc16a978dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:51.522235 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-c3f58db7-5d50-49fc-9c6b-ccc16a978dfd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd699bacdba34b6993e34b284764ec55&device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 1099 time: 0.0609334 Oct 15 16:31:51.645874 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-9dfb2203-4e9c-4391-9ca4-b119901b3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:51.647337 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-9dfb2203-4e9c-4391-9ca4-b119901b3410 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 200 len: 919 time: 0.0922246 Oct 15 16:31:51.696947 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-46fc3b39-621a-4b70-9fe4-a5f282160300 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c755f91e-b7f1-4548-873a-0bd27b399722 HTTP/1.1" status: 200 len: 217 time: 0.0341618 Oct 15 16:31:51.754508 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-9671ef7a-308a-470c-86ee-c44201f0d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:51.755954 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-9671ef7a-308a-470c-86ee-c44201f0d499 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 200 len: 858 time: 0.0441790 Oct 15 16:31:51.792496 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-f93ce837-142e-437e-9fa1-5bc1c00f33e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08bd54ba-1b97-4d38-a865-9122dd44e542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241418 Oct 15 16:31:51.892366 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-dd1a2d82-c545-4655-aa23-fc25b59253de service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881319 Oct 15 16:31:51.989530 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-763892a7-6c1a-4e3b-af3f-a8998d4c10fd req-7676acb0-f9da-4229-b630-1c45705b9398 service neutron] 10.222.0.66 "GET /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890696 Oct 15 16:31:52.648279 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dabc66-04cb-45b8-8f87-19e4b6bd4223 req-d397b547-6334-449a-bae9-15ad3232285f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:52.650294 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-71dabc66-04cb-45b8-8f87-19e4b6bd4223 req-d397b547-6334-449a-bae9-15ad3232285f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0647848 Oct 15 16:31:52.694519 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-71dabc66-04cb-45b8-8f87-19e4b6bd4223 req-82939718-3f08-4040-852b-60db7ef62594 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363421 Oct 15 16:31:53.828813 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778be524-06d2-43b0-bbb8-89818128567a req-f59aa921-6739-4a5b-a890-6f015c9c42ba tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:53.830734 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-778be524-06d2-43b0-bbb8-89818128567a req-f59aa921-6739-4a5b-a890-6f015c9c42ba tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0532441 Oct 15 16:31:53.872857 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-778be524-06d2-43b0-bbb8-89818128567a req-99917de3-8fed-4aa7-80cf-4b8182b43488 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346348 Oct 15 16:31:54.998467 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea05ec-e734-472b-be9e-d7cd83fab623 req-1fc76d0f-2454-45f8-8d29-ac7106ee94c9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:55.001035 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b9ea05ec-e734-472b-be9e-d7cd83fab623 req-1fc76d0f-2454-45f8-8d29-ac7106ee94c9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0547318 Oct 15 16:31:55.043785 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b9ea05ec-e734-472b-be9e-d7cd83fab623 req-f3c61547-c3d9-4012-9ba2-76c7fde7c560 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364587 Oct 15 16:31:55.118759 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074715b6-020c-4436-8642-358f618dd241 req-492de37e-a78e-4e48-a6ad-c013e8953d03 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:55.120292 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-074715b6-020c-4436-8642-358f618dd241 req-492de37e-a78e-4e48-a6ad-c013e8953d03 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0489101 Oct 15 16:31:55.159450 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-074715b6-020c-4436-8642-358f618dd241 req-fa937d25-5400-429c-b660-146891d2c9fd tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Oct 15 16:31:56.164192 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028791d2-b4cd-46bd-a405-01f66aeb443f req-0d9b7993-cc82-433d-87cb-20e124c16e38 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:56.165857 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-028791d2-b4cd-46bd-a405-01f66aeb443f req-0d9b7993-cc82-433d-87cb-20e124c16e38 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0497930 Oct 15 16:31:56.204297 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-028791d2-b4cd-46bd-a405-01f66aeb443f req-9ae6d5a9-587d-4a42-baf2-87accf9aa29f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326016 Oct 15 16:31:56.278213 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aabe39-46d0-4d1f-b36f-290e8ac75d7c req-a3119f1f-c2d3-4760-97ad-f8bf78bb7c0b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:56.279713 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-52aabe39-46d0-4d1f-b36f-290e8ac75d7c req-a3119f1f-c2d3-4760-97ad-f8bf78bb7c0b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0546658 Oct 15 16:31:56.317710 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-52aabe39-46d0-4d1f-b36f-290e8ac75d7c req-c02e723c-0058-488e-bda8-b79ccb6632ee tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321786 Oct 15 16:31:57.361132 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8b75a-6f71-437c-984e-b0e01e50a852 req-cc44bcb7-e341-480a-967a-074de3d9f0e7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:57.362733 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-87b8b75a-6f71-437c-984e-b0e01e50a852 req-cc44bcb7-e341-480a-967a-074de3d9f0e7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0492654 Oct 15 16:31:57.423855 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-87b8b75a-6f71-437c-984e-b0e01e50a852 req-76c28f72-49ef-40be-9566-57bea2405e25 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552821 Oct 15 16:31:57.444839 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252b39-26ff-49c5-9449-1aeefd3d5a97 req-85cf4992-8042-4893-b41d-8e4f11344b12 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:57.444839 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-92252b39-26ff-49c5-9449-1aeefd3d5a97 req-85cf4992-8042-4893-b41d-8e4f11344b12 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0597248 Oct 15 16:31:57.482585 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-92252b39-26ff-49c5-9449-1aeefd3d5a97 req-97d3c2de-c639-4055-a12c-dea82f451f3d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Oct 15 16:31:58.192441 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-a2b122b9-fd14-4e26-9a06-63d4bcf2ba45 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:58.193989 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-a2b122b9-fd14-4e26-9a06-63d4bcf2ba45 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 946 time: 0.0550194 Oct 15 16:31:58.288229 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Deleting port c755f91e-b7f1-4548-873a-0bd27b399722 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:31:58.288571 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:58.376240 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] For port c755f91e-b7f1-4548-873a-0bd27b399722, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c755f91e-b7f1-4548-873a-0bd27b399722,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:31:58.376954 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:58.388053 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Calling delete_port for c755f91e-b7f1-4548-873a-0bd27b399722 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:31:58.554731 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:58.567841 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['db314a3a-478f-4721-900a-926e8faa6cd2', 'c755f91e-b7f1-4548-873a-0bd27b399722'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:31:58.605749 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1baeb-8c93-433f-9353-68b064d6a763 req-8eac5bc9-2f78-4c36-b95a-a28c1388ac4f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:58.607274 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-52a1baeb-8c93-433f-9353-68b064d6a763 req-8eac5bc9-2f78-4c36-b95a-a28c1388ac4f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.1061599 Oct 15 16:31:58.623723 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Pushing event deleted for resources: {'Port': ['ID=c755f91e-b7f1-4548-873a-0bd27b399722,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:31:58.628358 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a73f79d2-f37e-4a73-ae9c-e766469e959c req-f0d6d2f9-a9d2-4b2b-b59d-ec6000de5997 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9e690a-4563-41f4-87df-77edcbebca47 HTTP/1.1" status: 200 len: 210 time: 0.0682685 Oct 15 16:31:58.643782 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.644136 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.644479 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.644845 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.645182 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.645514 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.645841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.646166 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.646490 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.646814 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.647137 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.647458 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:31:58.690365 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] No DVR routers for this DVR port c755f91e-b7f1-4548-873a-0bd27b399722 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:31:58.696128 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:31:58.699374 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7e6ce1f7-822d-4618-905d-894f2b12ea89 req-3bcab378-a0ef-410e-83a5-0f25afb147b5 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.66 "DELETE /v2.0/ports/c755f91e-b7f1-4548-873a-0bd27b399722 HTTP/1.1" status: 204 len: 173 time: 0.4983990 Oct 15 16:31:58.699811 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9e690a-4563-41f4-87df-77edcbebca47', 'name': 'network-vif-deleted', 'tag': 'c755f91e-b7f1-4548-873a-0bd27b399722'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:31:58.702094 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6af26e-d2bf-4696-87f7-7361088b6ec9" -d '{"events": [{"server_uuid": "5f9e690a-4563-41f4-87df-77edcbebca47", "name": "network-vif-deleted", "tag": "c755f91e-b7f1-4548-873a-0bd27b399722"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:31:58.719962 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-52a1baeb-8c93-433f-9353-68b064d6a763 req-b4d8a8ee-9765-4e09-b2ef-78e161768875 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974057 Oct 15 16:31:58.748423 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a5e1ae-e67e-4eca-b21f-100356257e75 x-openstack-request-id: req-a6a5e1ae-e67e-4eca-b21f-100356257e75 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:31:58.748743 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9e690a-4563-41f4-87df-77edcbebca47", "name": "network-vif-deleted", "tag": "c755f91e-b7f1-4548-873a-0bd27b399722", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:31:58.749000 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6a5e1ae-e67e-4eca-b21f-100356257e75 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:31:58.749391 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e690a-4563-41f4-87df-77edcbebca47', 'name': 'network-vif-deleted', 'tag': 'c755f91e-b7f1-4548-873a-0bd27b399722', 'status': 'completed', 'code': 200} Oct 15 16:31:59.849596 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fdb9-877d-44d2-a30c-6554b21923e4 req-548debd5-8f6e-4081-9800-95b407db06ee tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:59.851097 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fd22fdb9-877d-44d2-a30c-6554b21923e4 req-548debd5-8f6e-4081-9800-95b407db06ee tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 944 time: 0.0525882 Oct 15 16:31:59.913860 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fd22fdb9-877d-44d2-a30c-6554b21923e4 req-384131c8-70df-48c7-bc33-ac6f4ef3be90 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538735 Oct 15 16:31:59.920961 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67e53c-c704-4226-8a60-5cf8e5bca8d6 req-bc9e3ccf-56ba-4d5d-8431-7f767a55a0a4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:31:59.923827 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8e67e53c-c704-4226-8a60-5cf8e5bca8d6 req-bc9e3ccf-56ba-4d5d-8431-7f767a55a0a4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0704358 Oct 15 16:31:59.963443 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8e67e53c-c704-4226-8a60-5cf8e5bca8d6 req-d430628d-aaa1-4797-a82a-f1f66b78f10e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Oct 15 16:32:00.452508 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:32:00.544512 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:00.556133 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'port_id': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'mac_address': 'fa:16:3e:5e:78:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:32:00.594461 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:00.607118 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c58c6f-e035-45f2-8c29-11e5ecd36c19 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:32:00.626181 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:00.629957 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:00.675317 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=9']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:00.682169 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.682528 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.682870 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.683212 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.683546 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.683883 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.684212 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.684542 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.684895 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.685226 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.685554 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:00.685879 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:01.051257 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3b8e0-a7ad-48e0-a284-63941d77e5c9 req-188c63df-083f-4f24-842e-fe3500a409ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:01.052714 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27e3b8e0-a7ad-48e0-a284-63941d77e5c9 req-188c63df-083f-4f24-842e-fe3500a409ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 945 time: 0.0658951 Oct 15 16:32:01.106944 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-27e3b8e0-a7ad-48e0-a284-63941d77e5c9 req-17666f48-1e11-4084-bcb5-fed80c4f917e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407314 Oct 15 16:32:01.114289 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830775b8-da7b-4139-900f-c7f95ea22705 req-1d795bb5-ad71-42da-8ccb-97f467497b78 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:01.115749 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-830775b8-da7b-4139-900f-c7f95ea22705 req-1d795bb5-ad71-42da-8ccb-97f467497b78 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0838614 Oct 15 16:32:01.161092 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-830775b8-da7b-4139-900f-c7f95ea22705 req-d64d5b48-5438-4496-baf5-9937a0965dcb tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Oct 15 16:32:02.250953 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b83d19-fd77-439e-8290-b341b79fd40d req-db1ab0bc-f7bc-4959-abf4-918ef3ec7d76 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:02.252452 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-42b83d19-fd77-439e-8290-b341b79fd40d req-db1ab0bc-f7bc-4959-abf4-918ef3ec7d76 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 945 time: 0.0717437 Oct 15 16:32:02.314596 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b128b-36a8-4300-9cf4-4704b4b556eb req-206c1d5b-450d-4ac9-b184-e4ce2a9d232c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:02.316072 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7f5b128b-36a8-4300-9cf4-4704b4b556eb req-206c1d5b-450d-4ac9-b184-e4ce2a9d232c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0853879 Oct 15 16:32:02.318894 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-42b83d19-fd77-439e-8290-b341b79fd40d req-9a8649c2-92cb-4f97-96cc-d0ce7512195f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498049 Oct 15 16:32:02.354511 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7f5b128b-36a8-4300-9cf4-4704b4b556eb req-a420e1ef-15b2-44ce-9947-4f1c473cbe1d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Oct 15 16:32:02.390212 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device c755f91e-b7f1-4548-873a-0bd27b399722 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:32:02.411344 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: c755f91e-b7f1-4548-873a-0bd27b399722 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:32:02.411692 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device c755f91e-b7f1-4548-873a-0bd27b399722 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:32:02.721795 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['e5c58c6f-e035-45f2-8c29-11e5ecd36c19'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:32:03.456867 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6412c8f-c576-4cd6-8f84-8931df4eea2d req-27fe14f5-7987-440a-8eef-6c737e477042 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:03.458358 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c6412c8f-c576-4cd6-8f84-8931df4eea2d req-27fe14f5-7987-440a-8eef-6c737e477042 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 945 time: 0.0629973 Oct 15 16:32:03.517318 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c6412c8f-c576-4cd6-8f84-8931df4eea2d req-f3319fc9-b5c0-4006-b731-db32b0824daa tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444019 Oct 15 16:32:03.524449 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060a0b0-b597-4805-8daa-1450cfa1ac97 req-744ad4de-888f-4dc2-be4b-7f7d0abd8d5c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:03.525919 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4060a0b0-b597-4805-8daa-1450cfa1ac97 req-744ad4de-888f-4dc2-be4b-7f7d0abd8d5c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0877469 Oct 15 16:32:03.564095 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4060a0b0-b597-4805-8daa-1450cfa1ac97 req-97f2d75b-dfb6-49d5-a0d8-1343b953158e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Oct 15 16:32:04.637493 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacdaca-8e0c-4b50-99f8-8d0b9e9eb5be req-0cb28fe7-7522-4a3b-b4e0-87e0a983f625 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:04.638975 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fbacdaca-8e0c-4b50-99f8-8d0b9e9eb5be req-0cb28fe7-7522-4a3b-b4e0-87e0a983f625 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 945 time: 0.0494874 Oct 15 16:32:04.685540 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:32:04.702151 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fbacdaca-8e0c-4b50-99f8-8d0b9e9eb5be req-50bd9e7a-7f00-4b34-8ac0-05b1664ed15e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540223 Oct 15 16:32:04.710280 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215d89b-2091-4123-b883-c150623d6c1e req-8800b85f-582d-4db5-bb25-f95a37e3fa9c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:04.711773 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1215d89b-2091-4123-b883-c150623d6c1e req-8800b85f-582d-4db5-bb25-f95a37e3fa9c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0719237 Oct 15 16:32:04.744544 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:32:04.744944 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:04.754851 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1215d89b-2091-4123-b883-c150623d6c1e req-b1914949-3a82-4770-8cf2-7aa1c24fb6e7 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 Oct 15 16:32:04.824799 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:04.846786 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:32:04.849093 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99adb4f0-c841-4b1b-ac9b-75573bc5f1e0" -d '{"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:32:04.861913 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:04.866446 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:04.889479 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1135034-0c6a-452e-bbc7-95fa22670461 x-openstack-request-id: req-a1135034-0c6a-452e-bbc7-95fa22670461 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:32:04.889777 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:32:04.890033 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1135034-0c6a-452e-bbc7-95fa22670461 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:32:04.890457 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'code': 200} Oct 15 16:32:04.915648 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=10']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:05.750954 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-259c2973-9a5b-4cc6-beb1-b42c3f330ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:05.831796 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c3960-5878-4e14-ba7a-0b6f3ea11153 req-cbb79903-1341-435b-a9da-7847f9388261 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:05.833324 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a6c3960-5878-4e14-ba7a-0b6f3ea11153 req-cbb79903-1341-435b-a9da-7847f9388261 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0524178 Oct 15 16:32:05.896382 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a6c3960-5878-4e14-ba7a-0b6f3ea11153 req-f2fda204-aa24-41eb-96d6-6c164f1bbdae tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542440 Oct 15 16:32:05.904593 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3b39-a5e7-40b1-8524-c7f5076fad57 req-5a18f151-4bd3-4d66-8f88-068ad114b0a3 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:05.906128 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-efea3b39-a5e7-40b1-8524-c7f5076fad57 req-5a18f151-4bd3-4d66-8f88-068ad114b0a3 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0719328 Oct 15 16:32:05.944686 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-efea3b39-a5e7-40b1-8524-c7f5076fad57 req-f9ab4f69-ef6f-48d3-8425-3425e7b70d1b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326109 Oct 15 16:32:07.020722 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d31ac-a22c-423a-ba44-cbe9a2f540ab req-fb4581c3-3fba-48de-83ca-e939b77536dc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:07.022375 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f10d31ac-a22c-423a-ba44-cbe9a2f540ab req-fb4581c3-3fba-48de-83ca-e939b77536dc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0551972 Oct 15 16:32:07.087361 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f10d31ac-a22c-423a-ba44-cbe9a2f540ab req-37a59728-d4dc-4dd5-afba-8a649c382364 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571065 Oct 15 16:32:07.098660 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00984a4c-1cfd-4858-a4b4-e86bc8c574f1 req-21d88e21-b6f7-418a-8fea-e2e3615f4143 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:07.100762 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-00984a4c-1cfd-4858-a4b4-e86bc8c574f1 req-21d88e21-b6f7-418a-8fea-e2e3615f4143 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0894189 Oct 15 16:32:07.144874 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-00984a4c-1cfd-4858-a4b4-e86bc8c574f1 req-70d5adc0-39aa-45a5-89ae-f09b4956525c tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Oct 15 16:32:07.224480 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb352b-01d7-4c58-9528-7c1168113b77 req-8d3ef0cc-672c-4ea1-9d0a-05b95dbe175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:07.225892 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1adb352b-01d7-4c58-9528-7c1168113b77 req-8d3ef0cc-672c-4ea1-9d0a-05b95dbe175c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 1100 time: 0.0396392 Oct 15 16:32:07.262991 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1adb352b-01d7-4c58-9528-7c1168113b77 req-3000874a-7baf-4acb-8e5a-239b218d4a42 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264544 Oct 15 16:32:08.212795 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef6e00-c4cc-4f4e-baca-9d973cf34757 req-72b5d5e1-1da1-435c-a7e8-3f23ae98d2ee tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:08.214376 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bfef6e00-c4cc-4f4e-baca-9d973cf34757 req-72b5d5e1-1da1-435c-a7e8-3f23ae98d2ee tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0532405 Oct 15 16:32:08.278975 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bfef6e00-c4cc-4f4e-baca-9d973cf34757 req-ce808892-49fe-462f-aeeb-d8a9c6d03f13 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538018 Oct 15 16:32:08.289864 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b50a07-481f-497b-be88-7c2d549eb42b req-c957ff05-fb11-4546-b687-71363959aec6 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:08.291333 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a2b50a07-481f-497b-be88-7c2d549eb42b req-c957ff05-fb11-4546-b687-71363959aec6 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0749481 Oct 15 16:32:08.327616 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a2b50a07-481f-497b-be88-7c2d549eb42b req-b696b3d1-0334-417e-8909-82c261521321 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304961 Oct 15 16:32:08.505242 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d2fd05b6-ea6b-400a-a364-046b2608c8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:08.638234 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb3106-59b4-4d14-9fe5-7c2b862beaee req-64360747-107c-4a85-8199-0e33dd0d96b0 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:08.639617 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2feb3106-59b4-4d14-9fe5-7c2b862beaee req-64360747-107c-4a85-8199-0e33dd0d96b0 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0495965 Oct 15 16:32:08.676934 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2feb3106-59b4-4d14-9fe5-7c2b862beaee req-5d3fc83c-bb96-457a-8a20-5fdce80820d1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304451 Oct 15 16:32:09.403045 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b1c03-c7b4-4f21-8dff-a34f91ebdf99 req-3dea2b42-50aa-496b-8e95-f861aeb36805 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:09.404478 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-525b1c03-c7b4-4f21-8dff-a34f91ebdf99 req-3dea2b42-50aa-496b-8e95-f861aeb36805 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0530558 Oct 15 16:32:09.445838 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:09.463927 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-525b1c03-c7b4-4f21-8dff-a34f91ebdf99 req-05215589-ab22-4484-89be-235ece75abc2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511997 Oct 15 16:32:09.475890 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f23f1-a149-4659-97b8-86ecb2b983d5 req-98279484-e824-4bce-ae96-b606d4bf489b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:09.477349 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-940f23f1-a149-4659-97b8-86ecb2b983d5 req-98279484-e824-4bce-ae96-b606d4bf489b tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0822740 Oct 15 16:32:09.502937 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:09.517565 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-940f23f1-a149-4659-97b8-86ecb2b983d5 req-a4eb28d0-0b7f-45b3-b104-1942cac9b8a4 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343158 Oct 15 16:32:09.793450 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cd348-8fa9-4464-8258-ad9af13ec1c5 req-6efee1d4-193c-4f34-a231-aac4c61c4777 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:09.794926 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-103cd348-8fa9-4464-8258-ad9af13ec1c5 req-6efee1d4-193c-4f34-a231-aac4c61c4777 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0485694 Oct 15 16:32:09.831367 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-103cd348-8fa9-4464-8258-ad9af13ec1c5 req-e090d261-f57b-495a-8b49-40685c39109a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306449 Oct 15 16:32:10.585760 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684e051-6cdd-442b-a0e0-08a10f5a7349 req-b37bfa9c-7741-4bde-b252-13df740cc9cd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:10.587228 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4684e051-6cdd-442b-a0e0-08a10f5a7349 req-b37bfa9c-7741-4bde-b252-13df740cc9cd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0523312 Oct 15 16:32:10.649514 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4684e051-6cdd-442b-a0e0-08a10f5a7349 req-076b25d6-f59f-4165-8c82-64e5e904f899 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534127 Oct 15 16:32:10.657476 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2df15f-5ab1-4514-8bf8-859f3f290111 req-5ef3d61b-d525-4b95-8789-fbf0761a9f9d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:10.658936 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1d2df15f-5ab1-4514-8bf8-859f3f290111 req-5ef3d61b-d525-4b95-8789-fbf0761a9f9d tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0708132 Oct 15 16:32:10.696308 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1d2df15f-5ab1-4514-8bf8-859f3f290111 req-0c58249f-0db2-4dc9-8d55-793980a9b10e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Oct 15 16:32:10.948606 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624169-34ae-41d0-9590-576d5b92cf3c req-6566dfb5-e166-47d1-83e3-89ebb5e28bb5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:10.950133 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b5624169-34ae-41d0-9590-576d5b92cf3c req-6566dfb5-e166-47d1-83e3-89ebb5e28bb5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0518484 Oct 15 16:32:10.991158 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b5624169-34ae-41d0-9590-576d5b92cf3c req-679f54c6-1144-4515-8267-a1996c887cd9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352309 Oct 15 16:32:11.039563 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:11.774951 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f04ee4-a5bf-48a6-945c-08f3d6cae89f req-2c581454-3805-45fa-954b-7d2fa07d3da4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:11.776839 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d7f04ee4-a5bf-48a6-945c-08f3d6cae89f req-2c581454-3805-45fa-954b-7d2fa07d3da4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0562949 Oct 15 16:32:11.850354 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ab246-61f2-46a4-8aec-2afaa91d61e3 req-aaaec848-3281-47f9-b74f-406c04faf337 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:11.851991 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-449ab246-61f2-46a4-8aec-2afaa91d61e3 req-aaaec848-3281-47f9-b74f-406c04faf337 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0742395 Oct 15 16:32:11.864976 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d7f04ee4-a5bf-48a6-945c-08f3d6cae89f req-cdc140be-5f18-48ac-9daa-b4dc1189cdc4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781205 Oct 15 16:32:11.898542 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-449ab246-61f2-46a4-8aec-2afaa91d61e3 req-70e72e6d-4620-4895-af77-a1ef8a659785 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 Oct 15 16:32:12.116513 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52cdfe-2d52-46fd-97c4-5e82d07307e3 req-1517d369-dd55-4127-9e5f-bd720662e335 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:12.118043 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0e52cdfe-2d52-46fd-97c4-5e82d07307e3 req-1517d369-dd55-4127-9e5f-bd720662e335 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0557759 Oct 15 16:32:12.160669 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0e52cdfe-2d52-46fd-97c4-5e82d07307e3 req-871d4524-e29e-4f0c-8a2e-5fb7000cc8b4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365827 Oct 15 16:32:13.021042 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967920-6342-4909-bb2f-cbbc9bec48d0 req-8859bc9a-e232-4497-8a17-46ad0edb8cf4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:13.022541 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6b967920-6342-4909-bb2f-cbbc9bec48d0 req-8859bc9a-e232-4497-8a17-46ad0edb8cf4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0820470 Oct 15 16:32:13.044179 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561e07-11a1-4ac2-8a4b-8a155286f319 req-0d595e81-46e7-48a5-8292-ead31a690d01 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:13.045649 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7f561e07-11a1-4ac2-8a4b-8a155286f319 req-0d595e81-46e7-48a5-8292-ead31a690d01 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0769556 Oct 15 16:32:13.086921 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6b967920-6342-4909-bb2f-cbbc9bec48d0 req-ccc9e5ff-c167-4ddc-89b1-47d2e188acbd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580060 Oct 15 16:32:13.100480 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7f561e07-11a1-4ac2-8a4b-8a155286f319 req-7de9c637-63af-44b6-8000-94408da32706 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486777 Oct 15 16:32:13.275496 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2832f18-574e-4c3d-b674-b0fa4d5b5e77 req-4bd1c4d4-6fa8-463a-9a63-ca84456d04e5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:13.276966 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a2832f18-574e-4c3d-b674-b0fa4d5b5e77 req-4bd1c4d4-6fa8-463a-9a63-ca84456d04e5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0513508 Oct 15 16:32:13.313617 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a2832f18-574e-4c3d-b674-b0fa4d5b5e77 req-022028cc-0a14-49f2-a011-34ca27cebcbc tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302243 Oct 15 16:32:14.212828 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00a43b-a0fb-47ea-a7d8-e20d2846a828 req-a07f99e1-6aa7-4dbb-a152-929b27b78d7e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:14.214323 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d00a43b-a0fb-47ea-a7d8-e20d2846a828 req-a07f99e1-6aa7-4dbb-a152-929b27b78d7e tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.0473628 Oct 15 16:32:14.254879 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d00a43b-a0fb-47ea-a7d8-e20d2846a828 req-0dd38a41-63cd-4a9e-bdcd-8a82e58c3053 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Oct 15 16:32:14.430689 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316271d-afbf-493a-9fa7-66e9433d26dd req-6c042c8b-4e04-4cfd-a852-a6146f0acf27 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:14.432178 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1316271d-afbf-493a-9fa7-66e9433d26dd req-6c042c8b-4e04-4cfd-a852-a6146f0acf27 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0508854 Oct 15 16:32:14.469483 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1316271d-afbf-493a-9fa7-66e9433d26dd req-f6769bf3-3f74-432f-9a3d-376624ebdc8c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312033 Oct 15 16:32:14.889943 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-35ab98cd-4e06-4b2d-b5b1-7c0d49ad5fed tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:14.891601 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-35ab98cd-4e06-4b2d-b5b1-7c0d49ad5fed tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.66 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 945 time: 0.2776575 Oct 15 16:32:14.936571 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:14.983153 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Deleting port db314a3a-478f-4721-900a-926e8faa6cd2 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:32:14.983545 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:15.071289 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] For port db314a3a-478f-4721-900a-926e8faa6cd2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=db314a3a-478f-4721-900a-926e8faa6cd2,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:15.071647 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:15.083028 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Calling delete_port for db314a3a-478f-4721-900a-926e8faa6cd2 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:32:15.208922 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:15.222192 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['db314a3a-478f-4721-900a-926e8faa6cd2'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:32:15.243480 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Pushing event deleted for resources: {'Port': ['ID=db314a3a-478f-4721-900a-926e8faa6cd2,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:15.282016 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] No DVR routers for this DVR port db314a3a-478f-4721-900a-926e8faa6cd2 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:32:15.285181 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:15.288464 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-be76a82f-fbb3-4831-be56-8236a57f6081 req-06a0a489-eea6-4f1b-a765-257c31f529e8 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.66 "DELETE /v2.0/ports/db314a3a-478f-4721-900a-926e8faa6cd2 HTTP/1.1" status: 204 len: 173 time: 0.3900933 Oct 15 16:32:15.288940 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c6c8ba-e81a-458d-a981-12e380d99513', 'name': 'network-vif-deleted', 'tag': 'db314a3a-478f-4721-900a-926e8faa6cd2'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:32:15.291317 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c34b96-4f7c-4038-852d-9d3e0921f574" -d '{"events": [{"server_uuid": "13c6c8ba-e81a-458d-a981-12e380d99513", "name": "network-vif-deleted", "tag": "db314a3a-478f-4721-900a-926e8faa6cd2"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:32:15.358157 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e71283dd-74da-446f-b048-e4ca0aa1b328 req-fd75700f-9d01-4e72-b85e-888f7d090747 tempest-ServerRescueNegativeTestJSON-95849426 tempest-ServerRescueNegativeTestJSON-95849426-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6c8ba-e81a-458d-a981-12e380d99513 HTTP/1.1" status: 200 len: 210 time: 0.0288920 Oct 15 16:32:15.415064 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5b4b0c-4972-4d7d-b951-d540f316ebee x-openstack-request-id: req-2b5b4b0c-4972-4d7d-b951-d540f316ebee {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:32:15.415355 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c6c8ba-e81a-458d-a981-12e380d99513", "name": "network-vif-deleted", "tag": "db314a3a-478f-4721-900a-926e8faa6cd2", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:32:15.415601 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b5b4b0c-4972-4d7d-b951-d540f316ebee {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:32:15.416056 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c6c8ba-e81a-458d-a981-12e380d99513', 'name': 'network-vif-deleted', 'tag': 'db314a3a-478f-4721-900a-926e8faa6cd2', 'status': 'completed', 'code': 200} Oct 15 16:32:15.583911 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba3b74-bbc9-41df-923b-589902754bb9 req-48c882a0-c1a8-42c2-9e44-4b747be95010 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:15.585408 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5dba3b74-bbc9-41df-923b-589902754bb9 req-48c882a0-c1a8-42c2-9e44-4b747be95010 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0482249 Oct 15 16:32:15.624427 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5dba3b74-bbc9-41df-923b-589902754bb9 req-34d86406-2747-4756-afad-97527331f4e5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331824 Oct 15 16:32:16.413836 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 50302) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:16.784802 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7b772-7deb-48d9-b7fe-68f4daca601d req-8ed04de3-56fa-4bf8-8259-6e3d5788112b tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:16.786280 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b8a7b772-7deb-48d9-b7fe-68f4daca601d req-8ed04de3-56fa-4bf8-8259-6e3d5788112b tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 946 time: 0.1319401 Oct 15 16:32:16.815679 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7a00b-5039-4a5f-ad4d-5d96f4c82fe5 req-dc0b5e91-2d81-49e7-83fc-02d45cb40ed5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:16.817167 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-37d7a00b-5039-4a5f-ad4d-5d96f4c82fe5 req-dc0b5e91-2d81-49e7-83fc-02d45cb40ed5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0998368 Oct 15 16:32:16.888272 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b8a7b772-7deb-48d9-b7fe-68f4daca601d req-430ff5e3-7c5a-49b0-9c0b-0183b66b61ec tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943515 Oct 15 16:32:16.894883 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-37d7a00b-5039-4a5f-ad4d-5d96f4c82fe5 req-730fa4d5-3358-4fe2-b3fc-a1086e8fc7a7 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708082 Oct 15 16:32:16.979187 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:17.262572 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Deleting port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:32:17.262828 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:17.341559 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] For port dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,segment=NetworkSegment(cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2),segment_id=cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:17.341938 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:17.354369 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Calling delete_port for dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 owned by network:router_interface {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:32:17.531871 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:17.553833 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:17.710731 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:17.917200 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Router edc58db2-5faa-466a-a04c-bdfd2915ba96 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:32:18.329892 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495acf16-b4bf-4670-b25e-92b9fe3459d5 req-75ea9773-f0d6-4d48-8352-f43b1dd54e9e tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:18.331384 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-495acf16-b4bf-4670-b25e-92b9fe3459d5 req-75ea9773-f0d6-4d48-8352-f43b1dd54e9e tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 946 time: 0.3625717 Oct 15 16:32:18.334053 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:32:18.339291 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-3ea5c5f9-7b7e-4348-bac1-bd818173d4eb admin admin] 10.222.0.44 "PUT /v2.0/routers/edc58db2-5faa-466a-a04c-bdfd2915ba96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9244032 Oct 15 16:32:18.342070 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 50316) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:18.345870 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] Sync routers for ids ['edc58db2-5faa-466a-a04c-bdfd2915ba96'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:32:18.347195 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798468ea-aebc-40f8-874d-6d36198ba1b1 req-64833876-2793-4382-b186-23e42b4f9e20 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:18.348659 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-798468ea-aebc-40f8-874d-6d36198ba1b1 req-64833876-2793-4382-b186-23e42b4f9e20 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.3681774 Oct 15 16:32:18.356551 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] Routers {'edc58db2-5faa-466a-a04c-bdfd2915ba96'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:32:18.357200 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:32:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['edc58db2-5faa-466a-a04c-bdfd2915ba96'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:32:18.417471 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device db314a3a-478f-4721-900a-926e8faa6cd2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:32:18.432200 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-495acf16-b4bf-4670-b25e-92b9fe3459d5 req-52261fde-884c-4857-aa5e-6b3d25565a58 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825198 Oct 15 16:32:18.439088 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-798468ea-aebc-40f8-874d-6d36198ba1b1 req-90b6279a-fede-4001-9c55-7927d16e9f58 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828114 Oct 15 16:32:18.454065 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.458502 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-c0b76ab5-8d46-4ce1-a0ec-d428807435b4 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:18.460010 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-c0b76ab5-8d46-4ce1-a0ec-d428807435b4 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e6d202a-432c-465c-80da-12de88c76e38 HTTP/1.1" status: 200 len: 946 time: 0.0768392 Oct 15 16:32:18.471254 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] Set router edc58db2-5faa-466a-a04c-bdfd2915ba96 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:32:18.473134 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: db314a3a-478f-4721-900a-926e8faa6cd2 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:32:18.473839 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device db314a3a-478f-4721-900a-926e8faa6cd2 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:32:18.568569 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Deleting port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:32:18.569165 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.571554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.626475 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Deleting port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:32:18.626711 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.657628 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:32:17Z', 'revision_number': 5, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port': {'id': '406c04b8-49c8-450c-89a1-ba0ba8eb8c06', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:32:18.669512 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] For port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:18.669880 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.683287 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Calling delete_port for f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:32:18.684798 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] Checking router: edc58db2-5faa-466a-a04c-bdfd2915ba96 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:32:18.693103 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] Routers {'edc58db2-5faa-466a-a04c-bdfd2915ba96'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:32:18.693788 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:32:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['edc58db2-5faa-466a-a04c-bdfd2915ba96'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:32:18.710467 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] For port 406c04b8-49c8-450c-89a1-ba0ba8eb8c06, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=406c04b8-49c8-450c-89a1-ba0ba8eb8c06,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:18.710941 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.724525 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Calling delete_port for 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 owned by network:router_gateway {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:32:18.823201 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.835514 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['f8ae2a9e-dd76-4d06-b0fe-c4ff73661023'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:32:18.858987 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Pushing event deleted for resources: {'Port': ['ID=f8ae2a9e-dd76-4d06-b0fe-c4ff73661023,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:18.866084 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] Set router edc58db2-5faa-466a-a04c-bdfd2915ba96 gateway port host: None {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:32:18.902880 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] No DVR routers for this DVR port f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:32:18.905577 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.909897 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c835053c-3db0-4c6f-a827-e23f508666c9 req-30a99612-efa8-426b-9f05-1c7fb006d595 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.66 "DELETE /v2.0/ports/f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 HTTP/1.1" status: 204 len: 173 time: 0.4349029 Oct 15 16:32:18.910201 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6d202a-432c-465c-80da-12de88c76e38', 'name': 'network-vif-deleted', 'tag': 'f8ae2a9e-dd76-4d06-b0fe-c4ff73661023'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:32:18.912486 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a587edf-d5f5-4094-b50b-2be58eb90959" -d '{"events": [{"server_uuid": "6e6d202a-432c-465c-80da-12de88c76e38", "name": "network-vif-deleted", "tag": "f8ae2a9e-dd76-4d06-b0fe-c4ff73661023"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:32:18.923822 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:32:18Z', 'revision_number': 6, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port_host': None}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:32:18.928965 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:18.955961 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e7b01-4466-4fc7-b76b-1991f90c28ac None None] The sync data for ids ['edc58db2-5faa-466a-a04c-bdfd2915ba96'] in dv-cinder-801913-8-iscsi is: [{'id': 'edc58db2-5faa-466a-a04c-bdfd2915ba96', 'name': 'tempest-ServerRescueNegativeTestJSON-809917958-router', 'tenant_id': 'dd699bacdba34b6993e34b284764ec55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:32:18Z', 'revision_number': 6, 'project_id': 'dd699bacdba34b6993e34b284764ec55', 'gw_port_host': None}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:32:18.958535 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=406c04b8-49c8-450c-89a1-ba0ba8eb8c06,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:18.984468 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6596c4-5b91-4ff2-b94d-08ae1c8c694e x-openstack-request-id: req-dc6596c4-5b91-4ff2-b94d-08ae1c8c694e {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:32:18.984794 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6d202a-432c-465c-80da-12de88c76e38", "name": "network-vif-deleted", "tag": "f8ae2a9e-dd76-4d06-b0fe-c4ff73661023", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:32:18.985047 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc6596c4-5b91-4ff2-b94d-08ae1c8c694e {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:32:18.985444 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6d202a-432c-465c-80da-12de88c76e38', 'name': 'network-vif-deleted', 'tag': 'f8ae2a9e-dd76-4d06-b0fe-c4ff73661023', 'status': 'completed', 'code': 200} Oct 15 16:32:18.998377 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:18.998804 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:18.999217 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:18.999649 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.000055 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.000572 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.000996 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.001481 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.001788 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.002388 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.003270 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.003605 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:32:19.042361 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.052927 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:32:19.150870 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.153126 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.213761 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.214315 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edc58db2-5faa-466a-a04c-bdfd2915ba96 {{(pid=99835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:32:19.219391 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.220538 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-00dd9717-adc2-4a8f-b298-41aacd553cd9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/edc58db2-5faa-466a-a04c-bdfd2915ba96 HTTP/1.1" status: 204 len: 168 time: 0.8776209 Oct 15 16:32:19.223090 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 50322) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:19.266070 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-530f984b-ce52-4ec1-b139-52ee61631799 admin admin] Deleting subnet c1da4713-1385-4dbe-9f38-ce39aa243c89 {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:32:19.269417 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-530f984b-ce52-4ec1-b139-52ee61631799 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.306482 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-530f984b-ce52-4ec1-b139-52ee61631799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.349246 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-530f984b-ce52-4ec1-b139-52ee61631799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.389292 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:32:19.411410 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-530f984b-ce52-4ec1-b139-52ee61631799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.417740 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:32:19.418305 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device dbe0cc06-1b93-4d5e-b6c9-fadce0d2e393 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:32:19.434305 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f984b-ce52-4ec1-b139-52ee61631799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1da4713-1385-4dbe-9f38-ce39aa243c89,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:19.447001 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-530f984b-ce52-4ec1-b139-52ee61631799 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.453553 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-530f984b-ce52-4ec1-b139-52ee61631799 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c1da4713-1385-4dbe-9f38-ce39aa243c89 HTTP/1.1" status: 204 len: 168 time: 0.2293060 Oct 15 16:32:19.453709 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 50324) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:19.532223 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.625514 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4b257-9274-46c8-8ef6-41ba05678efa req-c254101b-0364-4b04-9a71-0d1e6290d6f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:19.627024 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e5d4b257-9274-46c8-8ef6-41ba05678efa req-c254101b-0364-4b04-9a71-0d1e6290d6f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0925896 Oct 15 16:32:19.684561 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.716903 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bd54ba-1b97-4d38-a865-9122dd44e542']}} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:32:19.726690 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e5d4b257-9274-46c8-8ef6-41ba05678efa req-642152ba-5f2d-419b-a1a5-55f70a4ecab2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905833 Oct 15 16:32:19.729972 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2') {'for_net_delete': True} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:32:19.730270 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad11aed-c4bd-4ac2-89ba-ed3a7c2e50c2') {} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:32:19.740025 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532074013'] for segment, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.759305 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.766204 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=99836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:32:19.766656 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532520379'] for segment, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: Traceback (most recent call last): Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: timer() Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: cb(*args, **kw) Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: return func(*args, **kwargs) Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: self._notify() Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: self.callback(batched_events) Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: event.method(event) Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: return f(self, *a, **k) Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._get(url).json() Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: return self.request(url, 'GET', **kwargs) Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:32:19.768347 dv-cinder-801913-8-iscsi neutron-server[99836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:32:19.823024 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.830193 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:19.833395 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] 10.222.0.44 "DELETE /v2.0/networks/08bd54ba-1b97-4d38-a865-9122dd44e542 HTTP/1.1" status: 204 len: 168 time: 0.3784425 Oct 15 16:32:19.842797 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bc078-c527-46fd-8592-38ae15abd155 admin admin] Pushing event deleted for resources: {'Network': ['ID=08bd54ba-1b97-4d38-a865-9122dd44e542,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:20.004626 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 50336) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:20.047600 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-84371335-9a09-4431-9923-1830bd2b308b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd699bacdba34b6993e34b284764ec55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396764 Oct 15 16:32:20.048098 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 50338) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:20.094623 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ac48a9e9-e45c-4738-a85c-80d3019b781e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:20.115266 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ac48a9e9-e45c-4738-a85c-80d3019b781e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:20.165700 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ac48a9e9-e45c-4738-a85c-80d3019b781e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:20.168339 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ac48a9e9-e45c-4738-a85c-80d3019b781e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:20.169543 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-ac48a9e9-e45c-4738-a85c-80d3019b781e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce0932a4-4d31-4e00-9c0c-18bf6ccacceb HTTP/1.1" status: 204 len: 168 time: 0.1205530 Oct 15 16:32:20.177507 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48a9e9-e45c-4738-a85c-80d3019b781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0932a4-4d31-4e00-9c0c-18bf6ccacceb,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:20.845870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa119-3b8f-4183-a4e4-29900201f830 req-ead0ee2d-db3d-44b4-9725-606cea067f51 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:20.848034 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-549fa119-3b8f-4183-a4e4-29900201f830 req-ead0ee2d-db3d-44b4-9725-606cea067f51 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0499704 Oct 15 16:32:20.886420 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-549fa119-3b8f-4183-a4e4-29900201f830 req-5ecfb2ca-5fa6-488c-9495-2c8ed6686d83 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327184 Oct 15 16:32:21.050866 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:32:21.071390 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:32:21.071726 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 406c04b8-49c8-450c-89a1-ba0ba8eb8c06 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:32:21.999030 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83b2b9-3fdb-4db9-90f3-bf56af563d93 req-86f74dfb-d853-4be1-9e66-3f46ac83bcd0 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:22.000395 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ba83b2b9-3fdb-4db9-90f3-bf56af563d93 req-86f74dfb-d853-4be1-9e66-3f46ac83bcd0 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0477691 Oct 15 16:32:22.037959 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ba83b2b9-3fdb-4db9-90f3-bf56af563d93 req-5fe014f8-d21a-4057-8b77-da54ab42d1de tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Oct 15 16:32:22.705827 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:32:22.726166 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:32:22.726509 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device f8ae2a9e-dd76-4d06-b0fe-c4ff73661023 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:32:23.155630 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cbdf7-3ea4-446e-b772-4b1319e1c7a6 req-80e676bc-6d88-4f7c-8a98-a96ec27e23b7 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:23.157160 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a26cbdf7-3ea4-446e-b772-4b1319e1c7a6 req-80e676bc-6d88-4f7c-8a98-a96ec27e23b7 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0528243 Oct 15 16:32:23.195626 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a26cbdf7-3ea4-446e-b772-4b1319e1c7a6 req-30aa7ce7-02ef-46b7-8184-a783e49067b4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319560 Oct 15 16:32:24.322641 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dc619-7ab3-4561-b1f5-06d4a4ca86db req-c71dc2f6-6dd4-4983-9493-0289ee54bba5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:24.324225 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7a4dc619-7ab3-4561-b1f5-06d4a4ca86db req-c71dc2f6-6dd4-4983-9493-0289ee54bba5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0605149 Oct 15 16:32:24.361761 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7a4dc619-7ab3-4561-b1f5-06d4a4ca86db req-4a213902-c8c4-45dc-8a8c-57ce1143f845 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315554 Oct 15 16:32:25.473359 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe873f-fd39-4600-8049-8fb6fbf9bdf3 req-46d94d48-a093-4e96-97c7-b341f3097728 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:25.474808 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0fbe873f-fd39-4600-8049-8fb6fbf9bdf3 req-46d94d48-a093-4e96-97c7-b341f3097728 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0476794 Oct 15 16:32:25.511638 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0fbe873f-fd39-4600-8049-8fb6fbf9bdf3 req-71a2163a-493f-4c33-b05d-646e88d8678e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Oct 15 16:32:26.630802 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0fbda-5441-4eaf-b5f3-1092c259e559 req-027b2bca-99ea-453b-a658-95c729ba7046 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:26.632313 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c8f0fbda-5441-4eaf-b5f3-1092c259e559 req-027b2bca-99ea-453b-a658-95c729ba7046 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0542078 Oct 15 16:32:26.671313 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c8f0fbda-5441-4eaf-b5f3-1092c259e559 req-7a0b4242-6572-4d05-84b6-dd3fcffa06f5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330272 Oct 15 16:32:27.342309 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a774bb-b363-456b-bffa-492467eb4740 req-39e7110b-51f5-483e-b9e1-7d4ad73d9c4f tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:27.343820 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-46a774bb-b363-456b-bffa-492467eb4740 req-39e7110b-51f5-483e-b9e1-7d4ad73d9c4f tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0521190 Oct 15 16:32:27.385310 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-46a774bb-b363-456b-bffa-492467eb4740 req-1b1a0221-6ce3-47d7-a687-3bbf7fdf36b6 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345731 Oct 15 16:32:27.788640 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741091e9-b455-4940-b36d-0d6aef717fb0 req-73e048ca-203e-4096-b8dd-1de0213cee35 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:27.790150 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-741091e9-b455-4940-b36d-0d6aef717fb0 req-73e048ca-203e-4096-b8dd-1de0213cee35 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0507612 Oct 15 16:32:27.826214 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-741091e9-b455-4940-b36d-0d6aef717fb0 req-775a0fe7-347d-4532-b154-57aa0bdd0bea tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302179 Oct 15 16:32:28.202950 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-5c1e4cb7-cee8-45e7-9992-7d873836db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:28.204521 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-5c1e4cb7-cee8-45e7-9992-7d873836db66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee785148882842e0bc6083d14034b335&device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1138 time: 0.0457280 Oct 15 16:32:28.299324 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-a878cb6b-d94d-45a3-8cac-e116a55c41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:28.301324 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-a878cb6b-d94d-45a3-8cac-e116a55c41ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 200 len: 916 time: 0.0890901 Oct 15 16:32:28.372972 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-bc4e9cfc-6d8a-495c-9632-5efdfa911fc4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 1002 time: 0.0631316 Oct 15 16:32:28.427058 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-f8f470ee-c21e-4adc-97dc-049ad8fe3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:28.429968 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-f8f470ee-c21e-4adc-97dc-049ad8fe3e01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=677c69f1-bc60-4f61-b934-9c8174958132 HTTP/1.1" status: 200 len: 854 time: 0.0489302 Oct 15 16:32:28.507974 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-8b7161a8-5000-459c-8c61-afdf701c3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:28.509494 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-8b7161a8-5000-459c-8c61-afdf701c3008 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5e6ad5b-9f62-498a-92c3-399d45e998ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701735 Oct 15 16:32:28.520521 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06aea3-8274-49f0-8fef-2ef596fba84d req-0e396f4b-f0a0-4839-83d1-f9cc15ea1298 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:28.521909 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6c06aea3-8274-49f0-8fef-2ef596fba84d req-0e396f4b-f0a0-4839-83d1-f9cc15ea1298 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0582385 Oct 15 16:32:28.611974 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6c06aea3-8274-49f0-8fef-2ef596fba84d req-fab561bc-c948-4c87-bae3-364c457e58e0 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819628 Oct 15 16:32:28.634572 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-7160dfe3-0773-4214-9d65-65ba00888943 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117556 Oct 15 16:32:28.734776 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8eb3762e-c077-4508-8e12-ea9b6cef98f1 req-f21214dc-3015-4b1c-9196-abeb77debd47 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858941 Oct 15 16:32:28.944659 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b470a-665f-47fd-8393-ee6edf55a013 req-e0b57e58-6ecd-4b65-8bb1-4827f1cb41d4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:28.946167 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-527b470a-665f-47fd-8393-ee6edf55a013 req-e0b57e58-6ecd-4b65-8bb1-4827f1cb41d4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0500507 Oct 15 16:32:28.989621 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-527b470a-665f-47fd-8393-ee6edf55a013 req-a9fadeb0-2f8d-4cfe-b2cb-273f1dbd54fa tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370688 Oct 15 16:32:29.491308 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-6ee76737-88af-4cf8-999a-1e6883a1bc27 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:29.492677 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-6ee76737-88af-4cf8-999a-1e6883a1bc27 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/networks?id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b HTTP/1.1" status: 200 len: 814 time: 0.1022627 Oct 15 16:32:29.507432 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-4749b621-a4c0-4166-967e-dfdc59157161 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/quotas/57f6db9e9ef44f69a6106897eb67bfc7 HTTP/1.1" status: 200 len: 375 time: 0.0091717 Oct 15 16:32:29.538448 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c87a6d68-f5d0-404c-bd95-cfbc3fb98fd3 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f6db9e9ef44f69a6106897eb67bfc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258622 Oct 15 16:32:29.624625 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-a3838237-d02d-4853-a6bf-c9da697b1743 service neutron] 10.222.0.44 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795693 Oct 15 16:32:29.748152 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c1f44587-c2e4-4481-99fc-00ee638a360b service neutron] 10.222.0.44 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169140 Oct 15 16:32:29.756980 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef89dcb-d5ac-4a77-81dd-26c9f7d6e2db req-2f0c9e0e-6d3d-4d11-9151-f4e7a5a624a3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:29.758451 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cef89dcb-d5ac-4a77-81dd-26c9f7d6e2db req-2f0c9e0e-6d3d-4d11-9151-f4e7a5a624a3 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0691364 Oct 15 16:32:29.799882 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cef89dcb-d5ac-4a77-81dd-26c9f7d6e2db req-84004dc6-fabf-4f27-9754-99e22322f8e8 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350211 Oct 15 16:32:29.906445 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-db885803-0654-49ce-a9fd-6023f6ab80a9 req-574ef0b9-b2f4-489d-acfd-85fc5ca2c69b tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 210 time: 0.0301657 Oct 15 16:32:30.114220 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e20ec-1695-413c-b0dd-a44eb8097c41 req-55a9bbff-0c30-45d4-b5d7-ba5e86499795 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:30.121290 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bf8e20ec-1695-413c-b0dd-a44eb8097c41 req-55a9bbff-0c30-45d4-b5d7-ba5e86499795 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0604560 Oct 15 16:32:30.174777 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bf8e20ec-1695-413c-b0dd-a44eb8097c41 req-6542bf97-786a-4e8b-b6cd-d016cf560098 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511401 Oct 15 16:32:30.977829 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba19fbf-ec31-423d-bd6f-5ef495268b39 req-80a670bb-4503-47bb-8325-d6b991cff6dc tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:30.979330 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cba19fbf-ec31-423d-bd6f-5ef495268b39 req-80a670bb-4503-47bb-8325-d6b991cff6dc tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.1034269 Oct 15 16:32:31.020803 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d70d9fea-ce2a-48d9-8889-3fc3a654efff req-b21bcc4b-1f79-4685-a80c-8643527e92d6 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 210 time: 0.0404589 Oct 15 16:32:31.032872 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-6f6d0df5-781c-4a7c-89aa-d6257dceb643 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:31.034288 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-6f6d0df5-781c-4a7c-89aa-d6257dceb643 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.66 "GET /v2.0/networks?id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b HTTP/1.1" status: 200 len: 814 time: 0.1853309 Oct 15 16:32:31.053214 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Request body: {'port': {'device_id': '10ee4308-6c51-42e0-8bbd-c96a83ccd846', 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b', 'admin_state_up': True, 'tenant_id': '57f6db9e9ef44f69a6106897eb67bfc7'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:32:31.063280 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cba19fbf-ec31-423d-bd6f-5ef495268b39 req-02322237-2f1d-410b-852c-6a1214985a89 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765715 Oct 15 16:32:31.171971 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Made reservation on behalf of 57f6db9e9ef44f69a6106897eb67bfc7 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:32:31.175416 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.330866 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Allocated IP 172.20.0.3 (5f38fcb9-59e9-4e84-bcbd-be5011165f9b/2a3d179d-c409-4868-abfc-18327bd61182/99b2e724-af90-4c33-9e86-aeb47eaf61e1) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:32:31.344379 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e40d8-8593-486d-88f0-93f54b8e0594 req-c7aa974e-eef8-4954-8b6a-fae25ec665bb tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:31.345950 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-718e40d8-8593-486d-88f0-93f54b8e0594 req-c7aa974e-eef8-4954-8b6a-fae25ec665bb tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0890615 Oct 15 16:32:31.415584 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-718e40d8-8593-486d-88f0-93f54b8e0594 req-b890a4a4-2654-4ace-9fc9-a301f5646dcf tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610311 Oct 15 16:32:31.500853 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 50552) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:31.527932 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.561779 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.611841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:32:31.620638 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:32:31.623310 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:32:31.632661 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Pushing event updated for resources: {'Port': ['ID=99b2e724-af90-4c33-9e86-aeb47eaf61e1,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:31.651586 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c94eac-a14d-4741-a005-050f075ffabd admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.693060 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:31.693652 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.718854 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-c4f66a3d-3229-404f-9190-52502a303e30 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6717248 Oct 15 16:32:31.733246 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Request body: {'port': {'device_id': '10ee4308-6c51-42e0-8bbd-c96a83ccd846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:32:31.803329 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c94eac-a14d-4741-a005-050f075ffabd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.809723 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c94eac-a14d-4741-a005-050f075ffabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.813944 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.874499 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-75c94eac-a14d-4741-a005-050f075ffabd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de2a4a51bd954e45ba95c65721e2b4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726106 Oct 15 16:32:31.877172 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 50556) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:31.878802 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c94eac-a14d-4741-a005-050f075ffabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4def7fc6-91b2-4a73-a267-a5739f8c85d5,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:31.927178 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56feba09-48b7-4187-8349-67bfab532990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.947560 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56feba09-48b7-4187-8349-67bfab532990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:31.998545 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56feba09-48b7-4187-8349-67bfab532990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:32.001297 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56feba09-48b7-4187-8349-67bfab532990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:32.004796 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-56feba09-48b7-4187-8349-67bfab532990 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4def7fc6-91b2-4a73-a267-a5739f8c85d5 HTTP/1.1" status: 204 len: 168 time: 0.1237624 Oct 15 16:32:32.010133 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56feba09-48b7-4187-8349-67bfab532990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4def7fc6-91b2-4a73-a267-a5739f8c85d5,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:32.156612 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b2e724-af90-4c33-9e86-aeb47eaf61e1 {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:32:32.180592 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:32.203884 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Transition to ACTIVE for port object 99b2e724-af90-4c33-9e86-aeb47eaf61e1 will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:32:32.213864 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9012adb-9b90-4ebf-bcf7-f85f812923df req-d629a27c-393a-4799-9cb7-039ef50f339a tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:32.215434 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a9012adb-9b90-4ebf-bcf7-f85f812923df req-d629a27c-393a-4799-9cb7-039ef50f339a tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 931 time: 0.1128228 Oct 15 16:32:32.218370 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:32.274601 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64713902-4ab6-4c33-b073-69eded2aa55d req-86b49abe-6959-4653-a3b1-47b4b5e1d34a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:32.276100 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-64713902-4ab6-4c33-b073-69eded2aa55d req-86b49abe-6959-4653-a3b1-47b4b5e1d34a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.1400278 Oct 15 16:32:32.320279 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=99b2e724-af90-4c33-9e86-aeb47eaf61e1,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:32.334244 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a9012adb-9b90-4ebf-bcf7-f85f812923df req-8e62672b-3470-40ac-a5e4-e1396fa2d52e tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108778 Oct 15 16:32:32.391123 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-64713902-4ab6-4c33-b073-69eded2aa55d req-c81df97e-dad7-46f3-a285-af9bc08929f6 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046622 Oct 15 16:32:32.416333 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Attempting to bind port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:32:32.416672 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Attempting to bind port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:32:32.417091 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Attempting to bind port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 on network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:32:32.421633 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 on network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:32:32.421949 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Attempting to bind port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 on network 5f38fcb9-59e9-4e84-bcbd-be5011165f9b {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:32:32.426722 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:32:32.427047 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Checking segment: {'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:32:32.427422 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Bound using segment: {'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:32:32.427844 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Bound port: 99b2e724-af90-4c33-9e86-aeb47eaf61e1, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f68a8c-334c-486c-b92d-b6520324d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:32:32.428191 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:32.528840 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] For port 99b2e724-af90-4c33-9e86-aeb47eaf61e1, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:32:32.545019 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] For port 99b2e724-af90-4c33-9e86-aeb47eaf61e1, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=99b2e724-af90-4c33-9e86-aeb47eaf61e1,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:32:32.550047 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:32.565631 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5b7b8-9065-4ccb-bd31-4099d80b70c7 req-bc23322d-2ebe-4a6d-8715-f5157af08b24 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:32.567789 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-29f5b7b8-9065-4ccb-bd31-4099d80b70c7 req-bc23322d-2ebe-4a6d-8715-f5157af08b24 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0782135 Oct 15 16:32:32.609949 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:32.610560 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:32.611933 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] 10.222.0.66 "PUT /v2.0/ports/99b2e724-af90-4c33-9e86-aeb47eaf61e1 HTTP/1.1" status: 200 len: 1093 time: 0.8835926 Oct 15 16:32:32.614214 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ee4308-6c51-42e0-8bbd-c96a83ccd846', 'tag': '99b2e724-af90-4c33-9e86-aeb47eaf61e1'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:32:32.616498 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddcd39a-a428-4bad-8642-845fa8d75f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "10ee4308-6c51-42e0-8bbd-c96a83ccd846", "tag": "99b2e724-af90-4c33-9e86-aeb47eaf61e1"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:32:32.650997 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4ec7c-cc2f-49c7-8a4d-fcfcb1ca5fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=99b2e724-af90-4c33-9e86-aeb47eaf61e1,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:32.655952 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-29f5b7b8-9065-4ccb-bd31-4099d80b70c7 req-fb30db4c-206d-4cff-9d32-5f749b43de2c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671587 Oct 15 16:32:32.657757 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69af3fe4-ea9e-4fb9-860b-e7b970df50a1 x-openstack-request-id: req-69af3fe4-ea9e-4fb9-860b-e7b970df50a1 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:32:32.658043 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ee4308-6c51-42e0-8bbd-c96a83ccd846", "tag": "99b2e724-af90-4c33-9e86-aeb47eaf61e1", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:32:32.658360 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69af3fe4-ea9e-4fb9-860b-e7b970df50a1 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:32:32.658679 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ee4308-6c51-42e0-8bbd-c96a83ccd846', 'tag': '99b2e724-af90-4c33-9e86-aeb47eaf61e1', 'status': 'completed', 'code': 200} Oct 15 16:32:32.702380 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-94657f24-d28a-4e47-85fc-88b5a3585f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:32.703911 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-94657f24-d28a-4e47-85fc-88b5a3585f2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57f6db9e9ef44f69a6106897eb67bfc7&device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 1096 time: 0.0403316 Oct 15 16:32:32.750697 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-9fb5b0c2-abd1-44ea-a554-ae819998ea8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99b2e724-af90-4c33-9e86-aeb47eaf61e1 HTTP/1.1" status: 200 len: 217 time: 0.0376127 Oct 15 16:32:32.805752 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-9f4e27ba-bb05-438a-82df-ad3c8cff45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:32.810332 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-9f4e27ba-bb05-438a-82df-ad3c8cff45d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a3d179d-c409-4868-abfc-18327bd61182 HTTP/1.1" status: 200 len: 854 time: 0.0459707 Oct 15 16:32:32.840288 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-354f7eb4-542e-4ad0-b0f3-66288d9e544f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252171 Oct 15 16:32:32.934027 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-270d8b2d-f945-4f6f-a1a4-565f54d21446 service neutron] 10.222.0.66 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856388 Oct 15 16:32:33.034665 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c277f0c-c047-4f5c-b763-4a2d8017c938 req-a6b0b1c2-c080-4ab9-90c9-fcdc3d17a856 service neutron] 10.222.0.66 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880132 Oct 15 16:32:33.120481 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-34fcaac3-34ca-4e23-9931-c504418bfb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:33.122001 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-34fcaac3-34ca-4e23-9931-c504418bfb7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57f6db9e9ef44f69a6106897eb67bfc7&device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 1096 time: 0.0425127 Oct 15 16:32:33.223480 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-b21c9a20-548d-455b-92f0-350cdcad7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:33.224962 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-b21c9a20-548d-455b-92f0-350cdcad7f51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b HTTP/1.1" status: 200 len: 915 time: 0.0904388 Oct 15 16:32:33.267495 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-7e74bef4-4d96-4fb8-8d6d-82ad1e02daf0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99b2e724-af90-4c33-9e86-aeb47eaf61e1 HTTP/1.1" status: 200 len: 217 time: 0.0352836 Oct 15 16:32:33.322344 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-32f3b83f-92ef-49bc-ad9a-805b49b719a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:33.323821 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-32f3b83f-92ef-49bc-ad9a-805b49b719a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a3d179d-c409-4868-abfc-18327bd61182 HTTP/1.1" status: 200 len: 854 time: 0.0485127 Oct 15 16:32:33.357305 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-c4b6e436-6515-4e7b-9702-80b0b8379939 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f38fcb9-59e9-4e84-bcbd-be5011165f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255356 Oct 15 16:32:33.513202 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-d19be018-77c4-4f18-98af-9966ed7388be service neutron] 10.222.0.66 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477344 Oct 15 16:32:33.520919 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c5ad1-71ab-43de-93e5-0af23bf9d541 req-3068ee54-3b39-4fca-b17e-c5ea55fb1ea0 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:33.522303 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5d2c5ad1-71ab-43de-93e5-0af23bf9d541 req-3068ee54-3b39-4fca-b17e-c5ea55fb1ea0 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 943 time: 0.1004338 Oct 15 16:32:33.582774 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef97c-a8bf-48ca-997f-be8f7e60e99e req-c9e74986-4cdb-4568-9d6f-e2787cecab87 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:33.584253 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-277ef97c-a8bf-48ca-997f-be8f7e60e99e req-c9e74986-4cdb-4568-9d6f-e2787cecab87 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.1212664 Oct 15 16:32:33.900622 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5d2c5ad1-71ab-43de-93e5-0af23bf9d541 req-0fcac1f2-94f0-4aa2-80dd-eccfb4a17958 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672874 Oct 15 16:32:33.932516 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cddcd39a-a428-4bad-8642-845fa8d75f5f req-bce5dd1e-d99e-49c5-9bb9-191b03e644ff service neutron] 10.222.0.66 "GET /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083915 Oct 15 16:32:33.937246 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-277ef97c-a8bf-48ca-997f-be8f7e60e99e req-a0f12078-a71f-4e98-ac5d-99a0ba12df52 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706041 Oct 15 16:32:34.018112 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5979e30-d6b4-4710-9160-3291ad0eb22e req-04d05044-13b4-4537-9473-34b2301fc387 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:34.020159 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b5979e30-d6b4-4710-9160-3291ad0eb22e req-04d05044-13b4-4537-9473-34b2301fc387 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0487916 Oct 15 16:32:34.060710 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b5979e30-d6b4-4710-9160-3291ad0eb22e req-b4f39201-1139-4887-8674-99b2944cb831 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336299 Oct 15 16:32:34.425966 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 50640) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:34.528104 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3622d3c9-c90c-4c85-976a-cb2313386b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:34.602384 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3622d3c9-c90c-4c85-976a-cb2313386b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:34.605820 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3622d3c9-c90c-4c85-976a-cb2313386b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:34.643290 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-3622d3c9-c90c-4c85-976a-cb2313386b25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5889319362f48aaa9912e146d92236a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162545 Oct 15 16:32:34.644188 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622d3c9-c90c-4c85-976a-cb2313386b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd1dea7-404b-4dad-8b48-90f89d4cf22d,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:34.646778 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 50644) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:34.697408 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-392d1980-c853-4386-b5e5-4eccf9d4987f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:34.720427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-392d1980-c853-4386-b5e5-4eccf9d4987f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:34.767027 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-392d1980-c853-4386-b5e5-4eccf9d4987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:34.769742 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-392d1980-c853-4386-b5e5-4eccf9d4987f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:34.770884 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-392d1980-c853-4386-b5e5-4eccf9d4987f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bd1dea7-404b-4dad-8b48-90f89d4cf22d HTTP/1.1" status: 204 len: 168 time: 0.1226702 Oct 15 16:32:34.778302 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d1980-c853-4386-b5e5-4eccf9d4987f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd1dea7-404b-4dad-8b48-90f89d4cf22d,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:35.027543 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b091177-075d-4b1d-971b-d25fd0ae6524 req-b9dfa48d-ea10-4f06-801a-9722257cad97 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:35.029113 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4b091177-075d-4b1d-971b-d25fd0ae6524 req-b9dfa48d-ea10-4f06-801a-9722257cad97 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 943 time: 0.0627158 Oct 15 16:32:35.039729 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 50654) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:35.053356 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1814d6b2-774d-4dd0-a624-b9c5dfe41057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:35.095671 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8e952-3831-47d1-a226-c512d59fca9d req-0bbf6789-384d-4067-b576-eee8bdc63600 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:35.098032 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a2d8e952-3831-47d1-a226-c512d59fca9d req-0bbf6789-384d-4067-b576-eee8bdc63600 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0869522 Oct 15 16:32:35.101707 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4b091177-075d-4b1d-971b-d25fd0ae6524 req-9e41591b-3292-4ca4-a340-6f586a3d7692 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Oct 15 16:32:35.139742 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1814d6b2-774d-4dd0-a624-b9c5dfe41057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:35.150387 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a2d8e952-3831-47d1-a226-c512d59fca9d req-77f42ace-3762-465e-b742-133ad0eaba16 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448313 Oct 15 16:32:35.157175 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1814d6b2-774d-4dd0-a624-b9c5dfe41057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:35.190722 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-1814d6b2-774d-4dd0-a624-b9c5dfe41057 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26fcf4da257a40668245dc16edb4384e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498668 Oct 15 16:32:35.195186 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 50658) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:35.210466 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814d6b2-774d-4dd0-a624-b9c5dfe41057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50088287-8254-4722-8430-37e4392bd695,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:35.217955 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdc5a7-e0e4-4118-9495-0f318c99a35c req-b1732ad6-ed0d-437e-a871-c763805887c5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:35.219644 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-64cdc5a7-e0e4-4118-9495-0f318c99a35c req-b1732ad6-ed0d-437e-a871-c763805887c5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0520618 Oct 15 16:32:35.252689 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a4726da1-1d16-4fcc-a675-6453b4026225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:35.258588 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-64cdc5a7-e0e4-4118-9495-0f318c99a35c req-c873efcf-fdc4-4cf7-935e-e6f3afac1a1e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306785 Oct 15 16:32:35.275165 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a4726da1-1d16-4fcc-a675-6453b4026225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:35.320571 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a4726da1-1d16-4fcc-a675-6453b4026225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:35.323347 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a4726da1-1d16-4fcc-a675-6453b4026225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:35.324474 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a4726da1-1d16-4fcc-a675-6453b4026225 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50088287-8254-4722-8430-37e4392bd695 HTTP/1.1" status: 204 len: 168 time: 0.1283753 Oct 15 16:32:35.333338 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4726da1-1d16-4fcc-a675-6453b4026225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50088287-8254-4722-8430-37e4392bd695,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:35.751328 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-92a144b9-be1a-4151-834c-bf21a3660ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:36.226797 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5499a72-311b-416e-9c4c-623ddf606836 req-84998fa1-99fb-4ab4-8cf7-5618fd239fea tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:36.228339 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a5499a72-311b-416e-9c4c-623ddf606836 req-84998fa1-99fb-4ab4-8cf7-5618fd239fea tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 943 time: 0.0563059 Oct 15 16:32:36.294643 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a5499a72-311b-416e-9c4c-623ddf606836 req-d08e32a1-56df-4f10-b103-7684186eee23 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Oct 15 16:32:36.303391 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc1115-7a45-47f1-90c7-436da5de3f9d req-8e67e47c-7ce4-4c11-b081-1a058ee9af73 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:36.304871 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-89fc1115-7a45-47f1-90c7-436da5de3f9d req-8e67e47c-7ce4-4c11-b081-1a058ee9af73 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0755639 Oct 15 16:32:36.356946 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-89fc1115-7a45-47f1-90c7-436da5de3f9d req-b2990c48-370b-4702-9ded-1ab0299fd9a9 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456715 Oct 15 16:32:36.417003 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4bbe-5fe7-4d21-bb79-b7b713ef10ca req-e56a3442-3e21-4b2d-a19e-b8aa99c35bd6 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:36.418513 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9e7d4bbe-5fe7-4d21-bb79-b7b713ef10ca req-e56a3442-3e21-4b2d-a19e-b8aa99c35bd6 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0582836 Oct 15 16:32:36.456171 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9e7d4bbe-5fe7-4d21-bb79-b7b713ef10ca req-88c9773a-4d30-4a33-bbde-26e2d66b396a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316389 Oct 15 16:32:36.732276 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 99b2e724-af90-4c33-9e86-aeb47eaf61e1 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:32:36.825682 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 99b2e724-af90-4c33-9e86-aeb47eaf61e1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=99b2e724-af90-4c33-9e86-aeb47eaf61e1,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:36.837565 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '99b2e724-af90-4c33-9e86-aeb47eaf61e1', 'network_id': '5f38fcb9-59e9-4e84-bcbd-be5011165f9b', 'port_id': '99b2e724-af90-4c33-9e86-aeb47eaf61e1', 'mac_address': 'fa:16:3e:e7:17:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3d179d-c409-4868-abfc-18327bd61182', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:32:36.878367 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:36.892610 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b2e724-af90-4c33-9e86-aeb47eaf61e1 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:32:36.912733 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 99b2e724-af90-4c33-9e86-aeb47eaf61e1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=99b2e724-af90-4c33-9e86-aeb47eaf61e1,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:36.917077 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:36.976599 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=99b2e724-af90-4c33-9e86-aeb47eaf61e1,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:37.180403 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['99b2e724-af90-4c33-9e86-aeb47eaf61e1'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:32:37.407522 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2eab9-4e86-44b4-9ec3-2d9b2bbd0711 req-30d1fcb2-6aca-45c2-b542-267fdfe93f7f tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:37.409179 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-faf2eab9-4e86-44b4-9ec3-2d9b2bbd0711 req-30d1fcb2-6aca-45c2-b542-267fdfe93f7f tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 944 time: 0.0490460 Oct 15 16:32:37.475384 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-faf2eab9-4e86-44b4-9ec3-2d9b2bbd0711 req-96ec25bf-01c6-459b-addc-0532a80d65a3 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Oct 15 16:32:37.490238 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9ecad-95d6-43bd-b7f9-3b858666c53a req-96f3939f-852a-49fb-8a35-4b596e7eb1c7 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:37.491698 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ebb9ecad-95d6-43bd-b7f9-3b858666c53a req-96f3939f-852a-49fb-8a35-4b596e7eb1c7 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0710750 Oct 15 16:32:37.531866 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ebb9ecad-95d6-43bd-b7f9-3b858666c53a req-330b26c4-b608-4e8d-a5b9-98a04c46e678 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339382 Oct 15 16:32:37.579662 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750747e0-8ad3-4d63-ad53-14f195bd7c20 req-eff82796-43b7-4c97-8a38-e46cd7b9da9d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:37.581058 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-750747e0-8ad3-4d63-ad53-14f195bd7c20 req-eff82796-43b7-4c97-8a38-e46cd7b9da9d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0483034 Oct 15 16:32:37.619116 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-750747e0-8ad3-4d63-ad53-14f195bd7c20 req-36ff2c71-6a27-41c0-b99d-d3b1b1566fbf tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320735 Oct 15 16:32:38.507446 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-28bfc2be-738e-4fab-bc5a-9140d7b31656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:38.594581 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d70df3-066d-4823-b5a5-3ebb6592e66d req-458d44c5-9c3b-4f2a-9f41-38fc99396371 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:38.596060 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-12d70df3-066d-4823-b5a5-3ebb6592e66d req-458d44c5-9c3b-4f2a-9f41-38fc99396371 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 944 time: 0.0504546 Oct 15 16:32:38.662598 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-12d70df3-066d-4823-b5a5-3ebb6592e66d req-b22ae29c-f751-418e-8c32-8fbba295a5fa tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550766 Oct 15 16:32:38.673503 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3cb8-f868-4f30-b3ef-32bd38a3c218 req-e5398c1a-bd1b-4b34-8523-4ec162d35f2a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:38.674961 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-054f3cb8-f868-4f30-b3ef-32bd38a3c218 req-e5398c1a-bd1b-4b34-8523-4ec162d35f2a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0755618 Oct 15 16:32:38.717978 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-054f3cb8-f868-4f30-b3ef-32bd38a3c218 req-cd2e3599-e586-4478-a066-95414e1947b6 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348411 Oct 15 16:32:38.760451 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 99b2e724-af90-4c33-9e86-aeb47eaf61e1 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:32:38.767421 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb3e6-1ac6-48b1-ac5f-f80d0e886493 req-b59d53be-1c05-4ae7-a90d-3bf255f4b37a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:38.769917 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a9eeb3e6-1ac6-48b1-ac5f-f80d0e886493 req-b59d53be-1c05-4ae7-a90d-3bf255f4b37a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0510089 Oct 15 16:32:38.809138 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:32:38.809536 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a9eeb3e6-1ac6-48b1-ac5f-f80d0e886493 req-57dbece5-a3f5-42bc-b8f5-6be2051f5f3d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323703 Oct 15 16:32:38.815381 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:32:38.815818 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:38.891818 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:38.913281 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ee4308-6c51-42e0-8bbd-c96a83ccd846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b2e724-af90-4c33-9e86-aeb47eaf61e1'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:32:38.915537 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb60f78-fa9e-42db-9d88-4e8fccde895f" -d '{"events": [{"server_uuid": "10ee4308-6c51-42e0-8bbd-c96a83ccd846", "name": "network-vif-plugged", "status": "completed", "tag": "99b2e724-af90-4c33-9e86-aeb47eaf61e1"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:32:38.929231 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 99b2e724-af90-4c33-9e86-aeb47eaf61e1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=99b2e724-af90-4c33-9e86-aeb47eaf61e1,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:32:38.933312 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:38.961741 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc23deb0-2713-404f-9614-5b92a6d6fba5 x-openstack-request-id: req-fc23deb0-2713-404f-9614-5b92a6d6fba5 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:32:38.962038 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ee4308-6c51-42e0-8bbd-c96a83ccd846", "name": "network-vif-plugged", "status": "completed", "tag": "99b2e724-af90-4c33-9e86-aeb47eaf61e1", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:32:38.962291 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc23deb0-2713-404f-9614-5b92a6d6fba5 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:32:38.962673 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ee4308-6c51-42e0-8bbd-c96a83ccd846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b2e724-af90-4c33-9e86-aeb47eaf61e1', 'code': 200} Oct 15 16:32:38.989785 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=99b2e724-af90-4c33-9e86-aeb47eaf61e1,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:39.121097 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf687d-004f-4d43-9fe1-732aec338511 req-7ac96dce-7e38-4b44-b23f-6028aeafd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:39.122600 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f7bf687d-004f-4d43-9fe1-732aec338511 req-7ac96dce-7e38-4b44-b23f-6028aeafd81f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 1098 time: 0.0395157 Oct 15 16:32:39.160299 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f7bf687d-004f-4d43-9fe1-732aec338511 req-1bbdb473-bdf1-4e64-a306-64750fc4b37d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288651 Oct 15 16:32:39.448688 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:39.504647 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:39.787502 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1feb5-121c-4650-96f7-75fe99ee4ee9 req-d471c92b-e292-4a81-8c66-bb0d4c917c05 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:39.789056 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5cc1feb5-121c-4650-96f7-75fe99ee4ee9 req-d471c92b-e292-4a81-8c66-bb0d4c917c05 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 945 time: 0.0596530 Oct 15 16:32:39.856853 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5cc1feb5-121c-4650-96f7-75fe99ee4ee9 req-9d1d6994-c5e5-479c-96de-32d8d2ee14db tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574532 Oct 15 16:32:39.864294 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e622f-b989-4bec-86ff-a82a1d9df582 req-7c8951c8-e434-4077-81ff-dcc4ccc49bc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:39.865780 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fd3e622f-b989-4bec-86ff-a82a1d9df582 req-7c8951c8-e434-4077-81ff-dcc4ccc49bc5 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0746427 Oct 15 16:32:39.907607 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fd3e622f-b989-4bec-86ff-a82a1d9df582 req-f43250ae-d0d5-4856-9d4e-6436ae1a4234 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353651 Oct 15 16:32:39.961038 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394c1ec-2bcf-4764-8891-ca9ca7101766 req-aa7eb322-0f5f-41bd-af48-94617f6f695f tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:39.962520 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c394c1ec-2bcf-4764-8891-ca9ca7101766 req-aa7eb322-0f5f-41bd-af48-94617f6f695f tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0508840 Oct 15 16:32:39.999388 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c394c1ec-2bcf-4764-8891-ca9ca7101766 req-7e7b3ab6-4a24-462d-9e66-bf407429e9f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Oct 15 16:32:40.984818 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8637fc-962a-47bc-8d89-49fae85bffa1 req-a22ac634-8cac-44b3-bba1-9fe25893fd72 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:40.986357 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cd8637fc-962a-47bc-8d89-49fae85bffa1 req-a22ac634-8cac-44b3-bba1-9fe25893fd72 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 945 time: 0.0574021 Oct 15 16:32:41.047010 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:41.056073 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cd8637fc-962a-47bc-8d89-49fae85bffa1 req-00e065ab-400e-411f-b033-d674d80af369 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584948 Oct 15 16:32:41.066732 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92095-816a-4624-b3d0-fb1e4a1df3ff req-66365b37-41ca-4573-891b-9204240fa466 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:41.068413 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b5f92095-816a-4624-b3d0-fb1e4a1df3ff req-66365b37-41ca-4573-891b-9204240fa466 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0810637 Oct 15 16:32:41.124923 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b5f92095-816a-4624-b3d0-fb1e4a1df3ff req-4e050bb6-03ed-440d-b113-7058b5509020 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442166 Oct 15 16:32:41.175103 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a7abe-3736-43be-b3ba-5d8abc2ec9d6 req-cf1125a7-c0d4-4c00-a350-6b12d99b010e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:41.176675 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d38a7abe-3736-43be-b3ba-5d8abc2ec9d6 req-cf1125a7-c0d4-4c00-a350-6b12d99b010e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0571404 Oct 15 16:32:41.220150 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d38a7abe-3736-43be-b3ba-5d8abc2ec9d6 req-bb06da75-4e35-4d20-a920-fc6112d25bbb tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376475 Oct 15 16:32:42.244468 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc2474-b73e-49e9-a748-666ed76e5658 req-7b49dbf6-0be8-4bd7-bee3-40eaeb8daad7 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:42.246156 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-51dc2474-b73e-49e9-a748-666ed76e5658 req-7b49dbf6-0be8-4bd7-bee3-40eaeb8daad7 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0516939 Oct 15 16:32:42.289499 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-51dc2474-b73e-49e9-a748-666ed76e5658 req-b9ab320b-253f-4fff-954e-ce01c0faa661 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360076 Oct 15 16:32:42.346633 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775d85-0ccf-407d-a625-c09bca83ab46 req-58280d93-a824-4a8a-982d-ae25828ce0fe tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:42.348639 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-46775d85-0ccf-407d-a625-c09bca83ab46 req-58280d93-a824-4a8a-982d-ae25828ce0fe tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0520680 Oct 15 16:32:42.389585 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-46775d85-0ccf-407d-a625-c09bca83ab46 req-4c2b6577-7c3c-4e9c-8e5f-b3ceae77fbd7 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342319 Oct 15 16:32:42.600303 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11c880-a868-4fea-8055-11c2a9f7ba80 req-a8373390-1c13-41cb-af3f-b382659fce07 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:42.601852 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aa11c880-a868-4fea-8055-11c2a9f7ba80 req-a8373390-1c13-41cb-af3f-b382659fce07 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0491717 Oct 15 16:32:42.670845 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aa11c880-a868-4fea-8055-11c2a9f7ba80 req-4630a160-b180-4523-babe-c2866c04d00e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628779 Oct 15 16:32:42.683450 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-c6cca00b-186b-41d9-b6ea-8907b8376eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:42.684948 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-c6cca00b-186b-41d9-b6ea-8907b8376eac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 1099 time: 0.0589793 Oct 15 16:32:42.776791 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-18beffda-f17e-4567-a0df-f11caff307a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:42.778306 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-18beffda-f17e-4567-a0df-f11caff307a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 911 time: 0.0861552 Oct 15 16:32:42.848634 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-47741456-7ec9-4073-a93e-3d752af489b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0 HTTP/1.1" status: 200 len: 1001 time: 0.0628762 Oct 15 16:32:42.895609 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-502efed0-2cc2-439f-bf71-436d32133dd4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387528 Oct 15 16:32:42.897924 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-c02e96c0-224f-4175-b299-836ee5447b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:42.899381 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-c02e96c0-224f-4175-b299-836ee5447b29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.0432780 Oct 15 16:32:42.945354 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-0ed84556-4fa6-4411-86db-0a3b879d82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:42.946965 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-0ed84556-4fa6-4411-86db-0a3b879d82fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405838 Oct 15 16:32:42.954157 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-c10a0122-2f3b-4aae-97e2-402d5669c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:42.955626 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-c10a0122-2f3b-4aae-97e2-402d5669c067 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 1100 time: 0.0397553 Oct 15 16:32:43.041597 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-4d6e259a-3d7e-4434-b7aa-107bf7bfb9dc service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870740 Oct 15 16:32:43.059109 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-e356c180-4f89-4d47-8569-a2a7521a8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:43.060571 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-e356c180-4f89-4d47-8569-a2a7521a8791 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.0864348 Oct 15 16:32:43.126684 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-f25a6e94-2b09-476e-bb1b-e13c5c5045c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19 HTTP/1.1" status: 200 len: 1002 time: 0.0585141 Oct 15 16:32:43.139063 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a40b067-897a-4f3f-981e-c5074a6a6e5e req-9b9ec3cd-d973-4116-a10d-6f898f75d2e0 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902083 Oct 15 16:32:43.184153 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-36847ff2-2a9c-4e66-bc28-54eef6cec32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:43.185518 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-36847ff2-2a9c-4e66-bc28-54eef6cec32e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0512264 Oct 15 16:32:43.232337 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-f37ea7f1-0e8b-45f6-8751-f091545b0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:43.233880 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-f37ea7f1-0e8b-45f6-8751-f091545b0b56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390368 Oct 15 16:32:43.322933 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-917f4294-23a7-4836-9c4e-7767289f0027 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812159 Oct 15 16:32:43.408098 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ac2b5-7efb-45e0-a917-0a3ba2b361cb req-0cb5e12a-767f-4199-aecf-0ca9b1d9c567 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:43.409630 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a79ac2b5-7efb-45e0-a917-0a3ba2b361cb req-0cb5e12a-767f-4199-aecf-0ca9b1d9c567 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0499845 Oct 15 16:32:43.418164 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-ee07b5b0-ce18-414f-85fc-2ad548c9ece4 req-39fc4cae-1251-4af9-a5a6-f42f02497851 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Oct 15 16:32:43.453927 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a79ac2b5-7efb-45e0-a917-0a3ba2b361cb req-bff59eb1-88ae-4fee-9325-6e78a07bc0e2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380480 Oct 15 16:32:43.788560 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89261a89-3b4e-482a-abec-448251f0f8f9 req-9d24679b-9fc4-400c-beda-61693d5a2180 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:43.790433 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-89261a89-3b4e-482a-abec-448251f0f8f9 req-9d24679b-9fc4-400c-beda-61693d5a2180 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0510876 Oct 15 16:32:43.829872 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-89261a89-3b4e-482a-abec-448251f0f8f9 req-6b3b157e-dac9-44eb-a248-21178a046de9 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336785 Oct 15 16:32:44.573251 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ef6d-1b7b-415e-ab1f-0e4ee909747d req-237d311f-7035-45ef-9c85-1df712646847 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:44.580739 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5cd4ef6d-1b7b-415e-ab1f-0e4ee909747d req-237d311f-7035-45ef-9c85-1df712646847 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0603745 Oct 15 16:32:44.633624 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5cd4ef6d-1b7b-415e-ab1f-0e4ee909747d req-ef58df3a-cc60-4f39-bae9-ab6fd0555546 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519946 Oct 15 16:32:44.936552 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:44.947635 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54e69d-e6a0-4194-99f5-85c08c1760a4 req-36fe5823-38cd-482f-bee3-279dc81b5dc4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:44.949118 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1e54e69d-e6a0-4194-99f5-85c08c1760a4 req-36fe5823-38cd-482f-bee3-279dc81b5dc4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0494838 Oct 15 16:32:44.986472 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1e54e69d-e6a0-4194-99f5-85c08c1760a4 req-076b0d4e-0d68-4326-895b-0ea57aa81692 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Oct 15 16:32:45.750668 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ec11-6d77-4376-bf61-9e95bed327d2 req-7f3e38a1-9e4e-4741-b5c3-3d9a7f9956e2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:45.751941 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d646ec11-6d77-4376-bf61-9e95bed327d2 req-7f3e38a1-9e4e-4741-b5c3-3d9a7f9956e2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0494227 Oct 15 16:32:45.797738 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d646ec11-6d77-4376-bf61-9e95bed327d2 req-44adfbe4-6279-42ac-944e-918d553eb370 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&id=3979b566-f3a3-48f4-b451-d30aa2fb88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390899 Oct 15 16:32:45.933340 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 50838) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:46.033297 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-16d9fb88-05f9-44f2-9453-74f573b36625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.106939 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-16d9fb88-05f9-44f2-9453-74f573b36625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.110642 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-16d9fb88-05f9-44f2-9453-74f573b36625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.149510 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-16d9fb88-05f9-44f2-9453-74f573b36625 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2408c885d743495b900e80f4e559ef11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150917 Oct 15 16:32:46.150376 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9fb88-05f9-44f2-9453-74f573b36625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf12d5-49d3-40f0-a801-1eaaa64bef75,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:46.152267 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 50842) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:46.203911 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c9c6-40d0-4c21-b428-40969976ce93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.224513 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c9c6-40d0-4c21-b428-40969976ce93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.273138 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c9c6-40d0-4c21-b428-40969976ce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.275635 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c9c6-40d0-4c21-b428-40969976ce93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.276779 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-aaf2c9c6-40d0-4c21-b428-40969976ce93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cedf12d5-49d3-40f0-a801-1eaaa64bef75 HTTP/1.1" status: 204 len: 168 time: 0.1234174 Oct 15 16:32:46.284558 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2c9c6-40d0-4c21-b428-40969976ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf12d5-49d3-40f0-a801-1eaaa64bef75,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:46.529097 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 50848) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:46.542555 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c523a8b1-2c93-4d36-ae00-52fa0f2cd73a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.614466 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c523a8b1-2c93-4d36-ae00-52fa0f2cd73a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.618029 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c523a8b1-2c93-4d36-ae00-52fa0f2cd73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.655919 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-c523a8b1-2c93-4d36-ae00-52fa0f2cd73a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4db7045c9bc9410c8af460b1ae5fb0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257408 Oct 15 16:32:46.657972 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523a8b1-2c93-4d36-ae00-52fa0f2cd73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb92e09-23f0-430b-9eb5-867c07af366d,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:46.658631 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 50850) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:32:46.709548 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de48e55-2eab-4956-b16b-2810cb9a38e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.730411 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de48e55-2eab-4956-b16b-2810cb9a38e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.777874 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de48e55-2eab-4956-b16b-2810cb9a38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.780332 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de48e55-2eab-4956-b16b-2810cb9a38e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:32:46.781503 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-3de48e55-2eab-4956-b16b-2810cb9a38e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cb92e09-23f0-430b-9eb5-867c07af366d HTTP/1.1" status: 204 len: 168 time: 0.1218979 Oct 15 16:32:46.788816 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de48e55-2eab-4956-b16b-2810cb9a38e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb92e09-23f0-430b-9eb5-867c07af366d,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:32:56.051184 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:32:58.559093 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737c34-a46c-4300-ba9f-e55dfb1ffb38 req-45a1fbc6-9761-4156-b653-977fd8d51460 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:58.560670 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8e737c34-a46c-4300-ba9f-e55dfb1ffb38 req-45a1fbc6-9761-4156-b653-977fd8d51460 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0541894 Oct 15 16:32:58.599463 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8e737c34-a46c-4300-ba9f-e55dfb1ffb38 req-5695b89c-7419-471f-a743-588537f09074 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Oct 15 16:32:59.724487 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df12cd-8a6e-45e4-8147-2018fa3cae94 req-0a9ed2aa-0b64-47eb-80b0-57e13118543b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:32:59.726034 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-41df12cd-8a6e-45e4-8147-2018fa3cae94 req-0a9ed2aa-0b64-47eb-80b0-57e13118543b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0526857 Oct 15 16:32:59.763626 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-41df12cd-8a6e-45e4-8147-2018fa3cae94 req-fbe9e20e-eedf-45c8-b1db-e5750d10f693 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Oct 15 16:33:00.675505 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-a73ca6f5-2bfb-4fcd-974d-beee84b07822 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:00.677000 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-a73ca6f5-2bfb-4fcd-974d-beee84b07822 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0484200 Oct 15 16:33:00.781215 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Deleting port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:33:00.781560 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:00.894357 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] For port e5c58c6f-e035-45f2-8c29-11e5ecd36c19, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:00.895202 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:00.909985 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd553c6-f5a5-4850-936c-ab9956b52f0c req-11bdd462-9f99-4bad-8b47-f512b5f011bb tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:00.912292 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-edd553c6-f5a5-4850-936c-ab9956b52f0c req-11bdd462-9f99-4bad-8b47-f512b5f011bb tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 947 time: 0.0663190 Oct 15 16:33:00.957531 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-edd553c6-f5a5-4850-936c-ab9956b52f0c req-5d7ce0fb-b128-49be-8015-b6c16a108139 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375962 Oct 15 16:33:01.197655 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:01.198018 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:01.198410 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Floating IP 21e0b5a4-858d-432c-a785-2cd09c2e58d7 disassociated. External IP: 172.27.2.153, port: e5c58c6f-e035-45f2-8c29-11e5ecd36c19. Oct 15 16:33:01.198748 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Calling delete_port for e5c58c6f-e035-45f2-8c29-11e5ecd36c19 owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:33:01.328400 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:01.571594 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event deleted for resources: {'Port': ['ID=e5c58c6f-e035-45f2-8c29-11e5ecd36c19,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:01.689978 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Router f5af8ad2-13d8-47b8-8a25-c530428391c1 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:33:01.802589 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:33:01.812961 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] Sync routers for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:33:01.824441 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:01.825223 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:32:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:01.843243 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] No DVR routers for this DVR port e5c58c6f-e035-45f2-8c29-11e5ecd36c19 on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:33:01.846330 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:01.849684 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-20f1c6a8-9794-438d-9e54-a072fe37f7f9 req-c846aa95-2950-4d69-97af-364e8aa2afb4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "DELETE /v2.0/ports/e5c58c6f-e035-45f2-8c29-11e5ecd36c19 HTTP/1.1" status: 204 len: 173 time: 1.1618748 Oct 15 16:33:01.850123 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-deleted', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:01.852474 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e2ef65-186d-4309-b8cf-c368ecc295df" -d '{"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-deleted", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:01.891639 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba594351-6a4f-4367-a76e-a00851925733 x-openstack-request-id: req-ba594351-6a4f-4367-a76e-a00851925733 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:01.892056 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bc317-9b49-4c0a-bba8-b67f683aff8d", "name": "network-vif-deleted", "tag": "e5c58c6f-e035-45f2-8c29-11e5ecd36c19", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:01.892307 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba594351-6a4f-4367-a76e-a00851925733 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:01.892730 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bc317-9b49-4c0a-bba8-b67f683aff8d', 'name': 'network-vif-deleted', 'tag': 'e5c58c6f-e035-45f2-8c29-11e5ecd36c19', 'status': 'completed', 'code': 200} Oct 15 16:33:01.950863 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:02.079405 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b562a549-73de-43aa-a3e6-80d70d7bc34b req-b2c4da4c-e5eb-44a7-9cf3-dd9b7b660f2c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=782bc317-9b49-4c0a-bba8-b67f683aff8d HTTP/1.1" status: 200 len: 210 time: 0.0291493 Oct 15 16:33:02.168368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:02.197793 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] Checking router: f5af8ad2-13d8-47b8-8a25-c530428391c1 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:33:02.207348 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:02.207954 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:32:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:02.362409 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5dc3d-ac6f-45ad-ab50-64eed1fe66ce req-84912b69-91f4-44a3-b4dc-8e0212cc47f5 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:02.364001 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9cb5dc3d-ac6f-45ad-ab50-64eed1fe66ce req-84912b69-91f4-44a3-b4dc-8e0212cc47f5 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 945 time: 0.0522001 Oct 15 16:33:02.421374 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9cb5dc3d-ac6f-45ad-ab50-64eed1fe66ce req-fcc0b882-1be6-44ee-bc39-f97adc547e5a tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504556 Oct 15 16:33:02.446318 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:02.652755 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:02.678637 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83bd45-ee27-4802-8f0f-206941df3030 None None] The sync data for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi is: [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:33:02.899771 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358babe-3097-48fd-b216-4b642a4de896 None None] New status for floating IP 21e0b5a4-858d-432c-a785-2cd09c2e58d7: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:33:03.543993 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d05209-ce2d-4824-9dc1-2a42265934af req-6afbb2d5-534c-4e87-b108-19d0e3ace9f2 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:03.545738 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4d05209-ce2d-4824-9dc1-2a42265934af req-6afbb2d5-534c-4e87-b108-19d0e3ace9f2 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 945 time: 0.0540905 Oct 15 16:33:03.585676 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4d05209-ce2d-4824-9dc1-2a42265934af req-4e39efb7-9ebb-4748-a3f9-6f0db83363b2 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336962 Oct 15 16:33:04.200270 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51076) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:04.258485 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdca1-632a-4dc2-a2ec-0f7ee84cf84f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.283539 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdca1-632a-4dc2-a2ec-0f7ee84cf84f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.355966 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdca1-632a-4dc2-a2ec-0f7ee84cf84f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.358588 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdca1-632a-4dc2-a2ec-0f7ee84cf84f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.359769 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a6dfdca1-632a-4dc2-a2ec-0f7ee84cf84f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "DELETE /v2.0/security-groups/963cfb6d-5c5a-4e7e-9600-2e6df9a82bde HTTP/1.1" status: 204 len: 168 time: 0.1583538 Oct 15 16:33:04.362536 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51078) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:04.373566 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfdca1-632a-4dc2-a2ec-0f7ee84cf84f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963cfb6d-5c5a-4e7e-9600-2e6df9a82bde,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:04.376484 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.api.v2.resource [None req-bcbff6fb-1157-449e-acbe-68661fa79a81 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] show failed (client error): The resource could not be found. Oct 15 16:33:04.380460 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-bcbff6fb-1157-449e-acbe-68661fa79a81 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups/963cfb6d-5c5a-4e7e-9600-2e6df9a82bde HTTP/1.1" status: 404 len: 347 time: 0.0141637 Oct 15 16:33:04.381424 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51080) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:04.401475 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-e9bda17e-4590-4a2c-96a6-fb5c0c2bd546 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:04.402975 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-e9bda17e-4590-4a2c-96a6-fb5c0c2bd546 tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.66 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 945 time: 0.0778327 Oct 15 16:33:04.500857 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Deleting port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:33:04.501101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.516344 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Deleting port 513d69b7-da97-4935-a957-c7783dc88df0 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:33:04.516690 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.632379 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.633039 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.633143 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] For port 99b2e724-af90-4c33-9e86-aeb47eaf61e1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=99b2e724-af90-4c33-9e86-aeb47eaf61e1,segment=NetworkSegment(f6f68a8c-334c-486c-b92d-b6520324d8d2),segment_id=f6f68a8c-334c-486c-b92d-b6520324d8d2)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:04.633620 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.651313 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Calling delete_port for 99b2e724-af90-4c33-9e86-aeb47eaf61e1 owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:33:04.651927 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Calling delete_port for 513d69b7-da97-4935-a957-c7783dc88df0 owned by network:floatingip {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:33:04.771409 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126217c-82a3-4e12-a9a9-837d5764b3a1 req-f7992987-f8d4-4ed7-866e-0e62329a31de tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:04.772957 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0126217c-82a3-4e12-a9a9-837d5764b3a1 req-f7992987-f8d4-4ed7-866e-0e62329a31de tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/ports?device_id=10ee4308-6c51-42e0-8bbd-c96a83ccd846 HTTP/1.1" status: 200 len: 945 time: 0.1023445 Oct 15 16:33:04.788142 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.801483 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['99b2e724-af90-4c33-9e86-aeb47eaf61e1'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:04.822828 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Pushing event deleted for resources: {'Port': ['ID=99b2e724-af90-4c33-9e86-aeb47eaf61e1,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:04.827909 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0126217c-82a3-4e12-a9a9-837d5764b3a1 req-223c9472-5ca8-4421-a1a4-e522a9cf23af tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf5a52-9859-4826-aaf1-0eccc72ce832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489957 Oct 15 16:33:04.855689 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:33:04.871644 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] No DVR routers for this DVR port 99b2e724-af90-4c33-9e86-aeb47eaf61e1 on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:33:04.875240 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.876184 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.878977 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: e5c58c6f-e035-45f2-8c29-11e5ecd36c19 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:33:04.879331 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e5c58c6f-e035-45f2-8c29-11e5ecd36c19 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:33:04.879455 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-a0fa0a27-6bd5-4595-ad75-11ce24b6cc60 req-042b6fed-17a0-4905-9277-ea708f1a28cd tempest-VolumesSnapshotTestJSON-456861026 tempest-VolumesSnapshotTestJSON-456861026-project] 10.222.0.66 "DELETE /v2.0/ports/99b2e724-af90-4c33-9e86-aeb47eaf61e1 HTTP/1.1" status: 204 len: 173 time: 0.4667695 Oct 15 16:33:04.880284 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ee4308-6c51-42e0-8bbd-c96a83ccd846', 'name': 'network-vif-deleted', 'tag': '99b2e724-af90-4c33-9e86-aeb47eaf61e1'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:04.884549 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e533d9bd-1b12-4e6c-9571-86258e3714b6" -d '{"events": [{"server_uuid": "10ee4308-6c51-42e0-8bbd-c96a83ccd846", "name": "network-vif-deleted", "tag": "99b2e724-af90-4c33-9e86-aeb47eaf61e1"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:04.903948 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event deleted for resources: {'Port': ['ID=513d69b7-da97-4935-a957-c7783dc88df0,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:04.914827 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.915190 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.915534 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.915877 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.916212 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.916566 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.917618 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.917834 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.918212 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.918546 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.918876 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.919208 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:04.932792 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1223de-a9bb-415f-b946-1b0a5b7f85ad x-openstack-request-id: req-3f1223de-a9bb-415f-b946-1b0a5b7f85ad {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:04.933432 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ee4308-6c51-42e0-8bbd-c96a83ccd846", "name": "network-vif-deleted", "tag": "99b2e724-af90-4c33-9e86-aeb47eaf61e1", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:04.933735 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f1223de-a9bb-415f-b946-1b0a5b7f85ad {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:04.934079 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ee4308-6c51-42e0-8bbd-c96a83ccd846', 'name': 'network-vif-deleted', 'tag': '99b2e724-af90-4c33-9e86-aeb47eaf61e1', 'status': 'completed', 'code': 200} Oct 15 16:33:04.977293 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.980555 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:04.981748 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-265311d6-db84-4eb8-bd9d-ca26abc1d735 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "DELETE /v2.0/floatingips/21e0b5a4-858d-432c-a785-2cd09c2e58d7 HTTP/1.1" status: 204 len: 168 time: 0.6000326 Oct 15 16:33:05.298843 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51092) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:05.304825 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-3d873f68-bfc3-471a-b84a-95ce6450e48d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211064617', 'description': 'tempest-description--395114278'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:05.328833 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3d873f68-bfc3-471a-b84a-95ce6450e48d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.399390 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3d873f68-bfc3-471a-b84a-95ce6450e48d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.403640 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3d873f68-bfc3-471a-b84a-95ce6450e48d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.432773 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3d873f68-bfc3-471a-b84a-95ce6450e48d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.433996 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-3d873f68-bfc3-471a-b84a-95ce6450e48d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1341436 Oct 15 16:33:05.435855 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d873f68-bfc3-471a-b84a-95ce6450e48d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bbc2c9-39a1-4059-b0b1-b21c00bbacba,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:05.437092 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51094) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:05.441738 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-b4bef9dd-c0bc-4c8c-9300-c35b1ceff9ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'security_group_rule': {'security_group_id': '41bbc2c9-39a1-4059-b0b1-b21c00bbacba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:05.469487 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b4bef9dd-c0bc-4c8c-9300-c35b1ceff9ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.527256 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b4bef9dd-c0bc-4c8c-9300-c35b1ceff9ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.530718 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b4bef9dd-c0bc-4c8c-9300-c35b1ceff9ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.549064 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bef9dd-c0bc-4c8c-9300-c35b1ceff9ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f918f5f6-5a3e-4cd2-84a2-f7ea74b34c2e,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:05.556883 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b4bef9dd-c0bc-4c8c-9300-c35b1ceff9ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.558095 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-b4bef9dd-c0bc-4c8c-9300-c35b1ceff9ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199715 Oct 15 16:33:05.560776 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51096) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:05.565453 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-d1e437db-ac60-4a4a-837c-1f536f14583f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'security_group_rule': {'security_group_id': '41bbc2c9-39a1-4059-b0b1-b21c00bbacba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:05.594712 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d1e437db-ac60-4a4a-837c-1f536f14583f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.649404 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d1e437db-ac60-4a4a-837c-1f536f14583f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.652894 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d1e437db-ac60-4a4a-837c-1f536f14583f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.669941 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e437db-ac60-4a4a-837c-1f536f14583f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dad088-e1eb-4df7-aabb-49281d00c7ec,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:05.676487 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d1e437db-ac60-4a4a-837c-1f536f14583f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.677705 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-d1e437db-ac60-4a4a-837c-1f536f14583f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160016 Oct 15 16:33:05.680784 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51098) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:05.685496 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:05.707230 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.756468 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5bf3af48-2c8f-44d0-9a86-1ea243cc7a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.806161 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:05.912415 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Allocated IP 172.27.2.117 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/11a103b3-9caa-4133-8894-20b6420c368c) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:33:06.018528 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:06.053112 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:06.087891 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:33:06.091230 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:33:06.094786 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:33:06.128415 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'Port': ['ID=11a103b3-9caa-4133-8894-20b6420c368c,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:06.192680 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:06.226640 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:06.378001 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:06.381646 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:06.447743 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'Port': ['ID=11a103b3-9caa-4133-8894-20b6420c368c,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:06.461514 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:06.476651 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:06.477916 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-fca478d6-8806-46b6-9ed3-60402424f8c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7962022 Oct 15 16:33:06.665125 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-ea5f35c9-9ba6-4b76-9570-cf3f0743e866 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1211064617&fields=id&tenant_id=0cc095685b544a7c843ecdfada0ca22e HTTP/1.1" status: 200 len: 267 time: 0.0328798 Oct 15 16:33:06.773037 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-31dd57ba-89cf-4709-90ff-057a15ebc4d0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:06.774509 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-31dd57ba-89cf-4709-90ff-057a15ebc4d0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 816 time: 0.1029296 Oct 15 16:33:06.789236 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-fc8afd7e-37da-47c4-9dec-c4577655598e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/quotas/0cc095685b544a7c843ecdfada0ca22e HTTP/1.1" status: 200 len: 375 time: 0.0088921 Oct 15 16:33:06.842573 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-a590d2ec-a9a9-4c2d-ba3c-46b1b66cc6d5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476120 Oct 15 16:33:06.942053 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-1c858c9f-5e11-4f01-9595-a183b8c38242 service neutron] 10.222.0.44 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878632 Oct 15 16:33:07.035188 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-661c06af-dc6e-4b03-be2d-e230d8896197 service neutron] 10.222.0.44 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870245 Oct 15 16:33:08.233777 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7b8ad49e-7407-4fe6-9d26-22e527a64e56 req-9a419b1e-eaab-4241-b5e7-52cee6dd702e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 210 time: 0.0283983 Oct 15 16:33:08.426802 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51162) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:08.511889 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6c2857b8-835f-4081-bc42-a06c629696f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:08.550141 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f727eb92-dd44-4681-9781-cab2e8cb456e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:08.629387 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f727eb92-dd44-4681-9781-cab2e8cb456e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:08.633051 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f727eb92-dd44-4681-9781-cab2e8cb456e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:08.672489 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f727eb92-dd44-4681-9781-cab2e8cb456e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2612105567d44f7489bf4fc8eef86c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438869 Oct 15 16:33:08.674329 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727eb92-dd44-4681-9781-cab2e8cb456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6916df34-2b8c-47b2-a848-f89de6ce69db,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:08.675388 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51168) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:08.722869 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-49837541-6ddf-43a5-8884-630534c63a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:08.746247 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-49837541-6ddf-43a5-8884-630534c63a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:08.790473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-49837541-6ddf-43a5-8884-630534c63a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:08.793020 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-49837541-6ddf-43a5-8884-630534c63a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:08.794147 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-49837541-6ddf-43a5-8884-630534c63a48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6916df34-2b8c-47b2-a848-f89de6ce69db HTTP/1.1" status: 204 len: 168 time: 0.1178029 Oct 15 16:33:08.801627 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49837541-6ddf-43a5-8884-630534c63a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6916df34-2b8c-47b2-a848-f89de6ce69db,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:09.330458 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-94745949-8b28-4192-8772-8a9404145a7a req-4d259517-3560-482c-a6cd-5c27baeedf42 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 210 time: 0.0272925 Oct 15 16:33:09.343431 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 99b2e724-af90-4c33-9e86-aeb47eaf61e1 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:33:09.364997 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 99b2e724-af90-4c33-9e86-aeb47eaf61e1 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:33:09.365690 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 99b2e724-af90-4c33-9e86-aeb47eaf61e1 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:33:09.450360 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:09.505232 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:10.437817 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ef5f66d8-5061-40d4-be11-9e13fd722f92 req-62165a7a-1b84-4e8b-a4dd-9ab82f587ce2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Oct 15 16:33:11.016967 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-ada6b875-fffa-4987-90f2-3fb087c63b1f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:11.018730 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-ada6b875-fffa-4987-90f2-3fb087c63b1f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 816 time: 0.1086276 Oct 15 16:33:11.049291 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:11.073264 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-d2b0244b-99e0-47fc-99f9-169a0555da04 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cc095685b544a7c843ecdfada0ca22e HTTP/1.1" status: 200 len: 380 time: 0.0447953 Oct 15 16:33:11.087325 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'port': {'device_id': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'admin_state_up': True, 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'security_groups': ['41bbc2c9-39a1-4059-b0b1-b21c00bbacba']}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:11.209606 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Made reservation on behalf of 0cc095685b544a7c843ecdfada0ca22e for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:33:11.213228 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:11.342503 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Allocated IP 172.20.0.4 (c79366e4-0e59-4cc3-8684-1e16ca3116ad/05c1bddd-df6d-4720-bfe9-7e3d67c5b349/48597d61-d127-4a59-bb34-3f66c373b87c) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:33:11.483806 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:11.527036 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:11.577266 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d28132-3938-42bb-9561-af81caed2b5d req-4bd101cf-7c1b-45e9-af1b-fb5496fd8d63 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:11.578836 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-68d28132-3938-42bb-9561-af81caed2b5d req-4bd101cf-7c1b-45e9-af1b-fb5496fd8d63 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 931 time: 0.0489783 Oct 15 16:33:11.586334 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:33:11.591097 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:33:11.593053 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:11.597612 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:33:11.638866 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-68d28132-3938-42bb-9561-af81caed2b5d req-dd55288a-50c6-41fc-852d-bd265043f618 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524254 Oct 15 16:33:11.665580 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:11.666876 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:11.689780 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-86a50ccc-07d7-4a2d-931a-998af0439dfc tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069570 Oct 15 16:33:11.707620 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Request body: {'port': {'device_id': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:11.776854 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:11.898215 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-e684801d-a481-4fb5-bccb-09487733c076 None None] Provisioning complete for port 48597d61-d127-4a59-bb34-3f66c373b87c triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:33:11.898864 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-e684801d-a481-4fb5-bccb-09487733c076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:11.923236 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9f08-ffaf-42da-9d4f-68c14f9c2423 req-98473e05-595b-4ed3-b50d-40422e7f77d7 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:11.926737 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-79df9f08-ffaf-42da-9d4f-68c14f9c2423 req-98473e05-595b-4ed3-b50d-40422e7f77d7 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 945 time: 0.0792830 Oct 15 16:33:11.945353 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-e684801d-a481-4fb5-bccb-09487733c076 None None] Port 48597d61-d127-4a59-bb34-3f66c373b87c cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:33:11.971136 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-79df9f08-ffaf-42da-9d4f-68c14f9c2423 req-2b04aa1d-133d-4519-8744-4a56276f354c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363252 Oct 15 16:33:12.091472 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48597d61-d127-4a59-bb34-3f66c373b87c {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:33:12.098986 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:12.111336 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Transition to ACTIVE for port object 48597d61-d127-4a59-bb34-3f66c373b87c will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:33:12.115013 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:12.167982 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:12.239759 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Attempting to bind port 48597d61-d127-4a59-bb34-3f66c373b87c on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:33:12.240101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Attempting to bind port 48597d61-d127-4a59-bb34-3f66c373b87c by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:33:12.240555 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Attempting to bind port 48597d61-d127-4a59-bb34-3f66c373b87c on network c79366e4-0e59-4cc3-8684-1e16ca3116ad {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:33:12.245667 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Port 48597d61-d127-4a59-bb34-3f66c373b87c on network c79366e4-0e59-4cc3-8684-1e16ca3116ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:33:12.245990 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Attempting to bind port 48597d61-d127-4a59-bb34-3f66c373b87c on network c79366e4-0e59-4cc3-8684-1e16ca3116ad {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:33:12.250831 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:33:12.251165 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Checking segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:33:12.251543 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Bound using segment: {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:33:12.251967 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Bound port: 48597d61-d127-4a59-bb34-3f66c373b87c, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ea0296-ba0e-42ef-93fd-7988c7f26464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:33:12.252616 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:12.316840 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:33:12.319811 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:33:12.324719 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:12.359628 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:12.360433 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:12.361844 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-217ec984-03d0-4963-865e-210dba7e491c service neutron] 10.222.0.66 "PUT /v2.0/ports/48597d61-d127-4a59-bb34-3f66c373b87c HTTP/1.1" status: 200 len: 1093 time: 0.6599686 Oct 15 16:33:12.362282 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:12.365306 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46" -d '{"events": [{"name": "network-changed", "server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:12.397250 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ec984-03d0-4963-865e-210dba7e491c service neutron] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:12.428491 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6cd2a2-075e-45a8-aa98-0cbd8c8bf937 x-openstack-request-id: req-cd6cd2a2-075e-45a8-aa98-0cbd8c8bf937 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:12.428809 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:12.429065 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd6cd2a2-075e-45a8-aa98-0cbd8c8bf937 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:12.429462 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c', 'status': 'completed', 'code': 200} Oct 15 16:33:12.462159 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-0dcc76e2-c1b8-452f-b73a-24ff7bab522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:12.464159 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-0dcc76e2-c1b8-452f-b73a-24ff7bab522a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 1096 time: 0.0441027 Oct 15 16:33:12.513362 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-53ef8b93-f750-4abd-8feb-ac7eb437cf0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48597d61-d127-4a59-bb34-3f66c373b87c HTTP/1.1" status: 200 len: 217 time: 0.0388620 Oct 15 16:33:12.567852 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-7a24debd-a141-47db-a8ae-939a43197359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:12.569360 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-7a24debd-a141-47db-a8ae-939a43197359 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0452745 Oct 15 16:33:12.621461 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-6c00545a-d216-4fcf-8e58-41acbbab7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:12.623088 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-6c00545a-d216-4fcf-8e58-41acbbab7a6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446887 Oct 15 16:33:12.728169 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-bd067d03-e3b9-42bd-98d0-d4ea8f4916a8 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954192 Oct 15 16:33:12.759700 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c481-82fd-4ac9-af56-dcf10331bbad req-125439da-b4c2-4987-8b0f-0b963986cf1d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:12.762160 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7b08c481-82fd-4ac9-af56-dcf10331bbad req-125439da-b4c2-4987-8b0f-0b963986cf1d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0506339 Oct 15 16:33:12.803861 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7b08c481-82fd-4ac9-af56-dcf10331bbad req-cd0bcfa3-b28e-42c3-a11e-820d26e4ca61 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324261 Oct 15 16:33:12.821543 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51258) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:12.838001 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0b4207c3-9d1f-46cc-b8bb-7476391edd3b req-ab35014f-72ec-41a3-a2f6-bb6c0945ccdc service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914767 Oct 15 16:33:12.927733 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-69007720-4b5e-441a-ab72-93ae31ccbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:12.929247 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-69007720-4b5e-441a-ab72-93ae31ccbb2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 1096 time: 0.0460386 Oct 15 16:33:12.930316 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-dcf73946-5a8e-42c8-8229-8550add308c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.009465 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-dcf73946-5a8e-42c8-8229-8550add308c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.016675 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-dcf73946-5a8e-42c8-8229-8550add308c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.046578 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-c1b2fdd1-cec9-4595-8947-ef455305a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:13.048164 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-c1b2fdd1-cec9-4595-8947-ef455305a52d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.1100080 Oct 15 16:33:13.068175 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-dcf73946-5a8e-42c8-8229-8550add308c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6e1025d08b44c74a9b6e125055349d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455549 Oct 15 16:33:13.070876 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51270) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:13.082946 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf73946-5a8e-42c8-8229-8550add308c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d6288-5a72-4ae1-a01f-e195f5b84a18,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:13.109881 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aee6f-89c0-4da0-acc4-8d5ff12e59d3 req-600803b3-d45c-4444-b400-ae902ebf9641 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:13.110722 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-af394913-9eae-42da-9707-26cf55a2fa7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48597d61-d127-4a59-bb34-3f66c373b87c HTTP/1.1" status: 200 len: 217 time: 0.0482094 Oct 15 16:33:13.111631 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b33aee6f-89c0-4da0-acc4-8d5ff12e59d3 req-600803b3-d45c-4444-b400-ae902ebf9641 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 945 time: 0.0588500 Oct 15 16:33:13.166895 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b33aee6f-89c0-4da0-acc4-8d5ff12e59d3 req-8b26d308-350b-4e8e-9b51-4344c0e47143 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491979 Oct 15 16:33:13.201868 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-d5d581ef-ae50-472f-9525-3d6399559d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:13.203320 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-d5d581ef-ae50-472f-9525-3d6399559d13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0844784 Oct 15 16:33:13.205990 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e3be6492-770b-45ab-93bd-41eeaad9e6f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.235078 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e3be6492-770b-45ab-93bd-41eeaad9e6f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.291339 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-b3d8086e-5716-481c-ba56-6a90651176a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:13.292869 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-b3d8086e-5716-481c-ba56-6a90651176a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703826 Oct 15 16:33:13.315131 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e3be6492-770b-45ab-93bd-41eeaad9e6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.317683 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e3be6492-770b-45ab-93bd-41eeaad9e6f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.318727 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-e3be6492-770b-45ab-93bd-41eeaad9e6f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/557d6288-5a72-4ae1-a01f-e195f5b84a18 HTTP/1.1" status: 204 len: 168 time: 0.2468305 Oct 15 16:33:13.342860 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6492-770b-45ab-93bd-41eeaad9e6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d6288-5a72-4ae1-a01f-e195f5b84a18,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:13.404203 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-c4a4a37e-5f64-46d1-9b88-0cdd3fb587b2 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975437 Oct 15 16:33:13.508149 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4070ea2f-fc7e-434f-9eb8-bdab26adaa46 req-e942f13d-d0f3-48c1-b382-546ab11ad011 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936353 Oct 15 16:33:13.595895 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51278) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:13.609646 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5bea50d6-1ea2-47bf-9eeb-7d3fa2178959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.707720 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5bea50d6-1ea2-47bf-9eeb-7d3fa2178959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.711261 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5bea50d6-1ea2-47bf-9eeb-7d3fa2178959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.739372 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-48b55c50-e0b5-4066-8eca-80117ad3fd1b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:13.740845 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-48b55c50-e0b5-4066-8eca-80117ad3fd1b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 945 time: 0.0843930 Oct 15 16:33:13.783989 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-5bea50d6-1ea2-47bf-9eeb-7d3fa2178959 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07ae78b031694fc8836a86c08a8f5eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869838 Oct 15 16:33:13.786733 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51280) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:13.788589 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea50d6-1ea2-47bf-9eeb-7d3fa2178959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d402993-b94e-4f93-b37e-ab5efb505122,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:13.880308 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d08dbf9-6c00-4e36-bb7c-64300fbbd620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.905282 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Deleting port d3c53d98-62d3-450d-9233-1dc30ae1b981 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:33:13.905617 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.912760 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d08dbf9-6c00-4e36-bb7c-64300fbbd620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:13.922676 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1470e8-9c33-4a18-a597-615272e5a90c req-88d99bad-8f46-4d73-9cf9-092c6f4b3781 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:13.924280 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4f1470e8-9c33-4a18-a597-615272e5a90c req-88d99bad-8f46-4d73-9cf9-092c6f4b3781 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0487823 Oct 15 16:33:13.960822 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4f1470e8-9c33-4a18-a597-615272e5a90c req-8421fbab-fccf-4f84-b726-55f851cf8153 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306046 Oct 15 16:33:14.021928 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] For port d3c53d98-62d3-450d-9233-1dc30ae1b981, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3c53d98-62d3-450d-9233-1dc30ae1b981,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:14.022290 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:14.024579 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d08dbf9-6c00-4e36-bb7c-64300fbbd620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:14.027649 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0d08dbf9-6c00-4e36-bb7c-64300fbbd620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:14.028804 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0d08dbf9-6c00-4e36-bb7c-64300fbbd620 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d402993-b94e-4f93-b37e-ab5efb505122 HTTP/1.1" status: 204 len: 168 time: 0.2411125 Oct 15 16:33:14.046075 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08dbf9-6c00-4e36-bb7c-64300fbbd620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d402993-b94e-4f93-b37e-ab5efb505122,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:14.226517 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:14.227114 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:14.227346 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Floating IP 25ad74b3-641a-41a3-a95d-0de12b17ed99 disassociated. External IP: 172.27.2.23, port: d3c53d98-62d3-450d-9233-1dc30ae1b981. Oct 15 16:33:14.227571 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Calling delete_port for d3c53d98-62d3-450d-9233-1dc30ae1b981 owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:33:14.303572 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6ed3-df54-44da-9be6-c0e0048cc79d req-3de825e7-b080-4048-8a6c-2ae74dc8efbe tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:14.306138 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a1bb6ed3-df54-44da-9be6-c0e0048cc79d req-3de825e7-b080-4048-8a6c-2ae74dc8efbe tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 945 time: 0.0598199 Oct 15 16:33:14.363525 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a1bb6ed3-df54-44da-9be6-c0e0048cc79d req-37c1284f-f1cd-4e1e-8ba2-c1c0965ff868 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502708 Oct 15 16:33:14.390862 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:14.421061 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event deleted for resources: {'Port': ['ID=d3c53d98-62d3-450d-9233-1dc30ae1b981,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:14.778374 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:33:14.834479 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51314) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:14.889049 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:33:14.902773 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:33:14.912331 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:14.913237 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:14.932468 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] No DVR routers for this DVR port d3c53d98-62d3-450d-9233-1dc30ae1b981 on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:33:14.934992 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:14.938321 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-c77a8d8e-4482-4fc9-9498-a382033a0117 req-1ce6d6cd-eb68-4003-849d-872ba76d89ab tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "DELETE /v2.0/ports/d3c53d98-62d3-450d-9233-1dc30ae1b981 HTTP/1.1" status: 204 len: 173 time: 1.1865017 Oct 15 16:33:14.938775 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'name': 'network-vif-deleted', 'tag': 'd3c53d98-62d3-450d-9233-1dc30ae1b981'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:14.941152 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed87f74-2b10-4200-9dc8-655642a70d3c" -d '{"events": [{"server_uuid": "d9244fc2-94ed-4e4a-9a86-5b09a5c13501", "name": "network-vif-deleted", "tag": "d3c53d98-62d3-450d-9233-1dc30ae1b981"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:14.976199 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1811569263-network', 'tenant_id': '000da236846d430c8b6e019d01be31f9'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:15.000238 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f32fc-976b-4f60-bf46-0b540feadda7 x-openstack-request-id: req-255f32fc-976b-4f60-bf46-0b540feadda7 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:15.000565 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9244fc2-94ed-4e4a-9a86-5b09a5c13501", "name": "network-vif-deleted", "tag": "d3c53d98-62d3-450d-9233-1dc30ae1b981", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:15.000844 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-255f32fc-976b-4f60-bf46-0b540feadda7 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:15.001274 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9244fc2-94ed-4e4a-9a86-5b09a5c13501', 'name': 'network-vif-deleted', 'tag': 'd3c53d98-62d3-450d-9233-1dc30ae1b981', 'status': 'completed', 'code': 200} Oct 15 16:33:15.011518 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Made reservation on behalf of 000da236846d430c8b6e019d01be31f9 for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:33:15.014015 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.014245 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.025367 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.086112 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:15.128330 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8ab4-f2f4-4e5e-911b-e9a47d936bf1 req-1575488f-d6bb-4456-b8a1-8e7b2b64ce1b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:15.129847 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c68c8ab4-f2f4-4e5e-911b-e9a47d936bf1 req-1575488f-d6bb-4456-b8a1-8e7b2b64ce1b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0730834 Oct 15 16:33:15.172041 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.177201 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.202215 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:33:15.228090 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.228431 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Added segment 777cd451-9646-4e8d-8814-c6edfc911f85 of type vlan for network 255ccb9b-d991-4625-ad52-f863a53dd61e Oct 15 16:33:15.232115 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c68c8ab4-f2f4-4e5e-911b-e9a47d936bf1 req-fff7e11d-f536-4bcd-a120-2cae4307d5b3 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849857 Oct 15 16:33:15.240172 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf466db9-da39-4e51-8190-e2f0fee9de5e,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:15.294867 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.310637 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:15.318449 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.319516 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:15.320047 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.337000 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:33:15.346105 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:15.346710 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:15.351255 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5156012 Oct 15 16:33:15.354279 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51322) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:15.360591 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Request body: {'subnet': {'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1811569263-subnet', 'tenant_id': '000da236846d430c8b6e019d01be31f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:15.384166 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Made reservation on behalf of 000da236846d430c8b6e019d01be31f9 for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:33:15.384583 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2583bc0-c881-47a9-86c5-6f333803cc2f admin admin] Pushing event updated for resources: {'Network': ['ID=255ccb9b-d991-4625-ad52-f863a53dd61e,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:15.387362 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531696650'] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.400365 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 255ccb9b-d991-4625-ad52-f863a53dd61e details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:33:15.484045 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bab80a71-4e28-495d-96b7-5bef35645177 req-94a4a847-fd6e-45d1-b26c-2df1d7de91a4 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9244fc2-94ed-4e4a-9a86-5b09a5c13501 HTTP/1.1" status: 200 len: 210 time: 0.0311921 Oct 15 16:33:15.517813 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:15.579739 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531256804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531696696'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.649978 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4c6326-c1ed-4bd0-aa73-3afcde03da80,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:15.666483 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Checking segment: {'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:33:15.666912 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Network hostable DHCP agents. Network: 255ccb9b-d991-4625-ad52-f863a53dd61e, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:33:15.688568 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Network 255ccb9b-d991-4625-ad52-f863a53dd61e is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:33:15.701131 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 255ccb9b-d991-4625-ad52-f863a53dd61e) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:33:15.707235 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:15.711661 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:15.728769 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-7039738f-45b0-4b20-98ea-e4af49052a31 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3722823 Oct 15 16:33:15.739431 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0c131-f4af-4c5f-b4eb-99aa7d65af6f None None] Network 255ccb9b-d991-4625-ad52-f863a53dd61e requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:33:15.837608 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:15.871628 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84101a51-3df7-4a45-bb7e-ce5d5fbe08d1 None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:33:15.921435 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3138daaf-bb04-4760-978c-194e521f2262 None None] Network 255ccb9b-d991-4625-ad52-f863a53dd61e requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:33:16.126242 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5516bc-4aed-4a80-88d5-20f8f221ff9e None None] New status for floating IP 25ad74b3-641a-41a3-a95d-0de12b17ed99: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:33:16.384452 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e57b9-18cd-4592-9421-7ae921e1e245 req-59da6514-b7fa-40dc-88b9-2c8a60a0e626 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:16.385964 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-679e57b9-18cd-4592-9421-7ae921e1e245 req-59da6514-b7fa-40dc-88b9-2c8a60a0e626 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0519907 Oct 15 16:33:16.423356 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-679e57b9-18cd-4592-9421-7ae921e1e245 req-ff94ca0e-102b-4fe0-9609-43434994678d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Oct 15 16:33:16.725820 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-ec0cdaf3-6f6f-45f3-9d80-24c0179bc05f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414374230&fields=id&tenant_id=0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 267 time: 0.0334849 Oct 15 16:33:16.830468 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-1b593843-f4d8-4ba2-954c-51bfca8696b9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:16.831940 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-1b593843-f4d8-4ba2-954c-51bfca8696b9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 812 time: 0.0995905 Oct 15 16:33:16.847177 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-74e40dee-dfc3-4906-a77b-58cda79a37d3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/quotas/0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 375 time: 0.0095840 Oct 15 16:33:16.902234 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-8b1a5295-a84b-41ae-95b8-700ee185ec8c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499678 Oct 15 16:33:16.996340 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-ea111eb6-5448-4a64-9a63-3accc7026453 service neutron] 10.222.0.44 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829408 Oct 15 16:33:17.086844 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-4af9467c-2a2f-4d42-8eb0-418d2eeaa416 service neutron] 10.222.0.44 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842206 Oct 15 16:33:17.173082 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:33:17.179091 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d3c53d98-62d3-450d-9233-1dc30ae1b981 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:33:17.208232 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: d3c53d98-62d3-450d-9233-1dc30ae1b981 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:33:17.208581 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d3c53d98-62d3-450d-9233-1dc30ae1b981 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:33:17.299864 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:17.319233 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '48597d61-d127-4a59-bb34-3f66c373b87c', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'port_id': '48597d61-d127-4a59-bb34-3f66c373b87c', 'mac_address': 'fa:16:3e:44:ef:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:33:17.359517 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:17.382711 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48597d61-d127-4a59-bb34-3f66c373b87c {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:33:17.399258 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4cdbd7eb-6c52-45d8-be88-827a13f62b2e req-52eb8887-a22f-4768-954a-50683d5a4d25 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 210 time: 0.0349190 Oct 15 16:33:17.403276 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:17.406954 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:17.462325 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:17.469844 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.470200 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.470548 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.470887 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.471226 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.471556 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.471983 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.472307 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.472663 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.473104 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.473473 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.474090 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:17.548170 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bf08-ee91-474e-86e7-cff5cf3accd7 req-02a093ca-501e-41f4-bfc8-1cfeb6c4f78f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:17.549758 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a30bf08-ee91-474e-86e7-cff5cf3accd7 req-02a093ca-501e-41f4-bfc8-1cfeb6c4f78f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 944 time: 0.0492744 Oct 15 16:33:17.590082 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a30bf08-ee91-474e-86e7-cff5cf3accd7 req-1312bf31-50bc-467d-bf8f-695c4607dad8 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334735 Oct 15 16:33:18.493137 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-957df3df-0753-4b3c-90b2-48b59ccc0ec5 req-a71aa3d2-24cc-4f06-9d50-c7dc010df003 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 210 time: 0.0258114 Oct 15 16:33:18.709684 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d80b6b-a88d-4614-8f98-26abfa626cb1 req-e9cb841c-08f4-46a0-91c1-60a5d03ca73f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:18.711044 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4d80b6b-a88d-4614-8f98-26abfa626cb1 req-e9cb841c-08f4-46a0-91c1-60a5d03ca73f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 944 time: 0.0513835 Oct 15 16:33:18.747861 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4d80b6b-a88d-4614-8f98-26abfa626cb1 req-e487ba2d-0115-42d0-b68b-77648459287a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302999 Oct 15 16:33:19.337968 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['48597d61-d127-4a59-bb34-3f66c373b87c'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:19.636143 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0c1cf487-92ee-4e5a-ac42-5493cc6ea86d req-bc210683-70c4-465c-b439-1a1fe25ef872 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 210 time: 0.0500088 Oct 15 16:33:19.693982 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-ca78c2de-d5e1-4682-bde0-52b7e8c6a625 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:19.695757 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-ca78c2de-d5e1-4682-bde0-52b7e8c6a625 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 812 time: 0.1122916 Oct 15 16:33:19.715814 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-4352b919-bedd-41c9-83fd-fe24677c98fe tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:19.717174 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-4352b919-bedd-41c9-83fd-fe24677c98fe tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/networks?id=255ccb9b-d991-4625-ad52-f863a53dd61e HTTP/1.1" status: 200 len: 809 time: 0.1426775 Oct 15 16:33:19.732855 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-ffaaef33-25bb-4903-97ff-6bcca84cfe33 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/quotas/000da236846d430c8b6e019d01be31f9 HTTP/1.1" status: 200 len: 375 time: 0.0096500 Oct 15 16:33:19.745866 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-40321711-6375-4a64-b2f2-1975e06c9ec3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 380 time: 0.0355160 Oct 15 16:33:19.756011 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'port': {'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'admin_state_up': True, 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'security_groups': ['d1d47817-f5e8-4a2c-aa90-bd612ddad959']}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:19.892577 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Made reservation on behalf of 0477a7a60c16413fb41dd6974bbfb3ca for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:33:19.897249 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:20.030500 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-da62639a-b30a-4849-8dd9-151c538546bb tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=000da236846d430c8b6e019d01be31f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2912107 Oct 15 16:33:20.032434 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Allocated IP 172.20.0.9 (7769421a-bb7c-4a0d-b4fb-b292b365686f/30f06f30-35dd-4d16-a827-4b04267f3b83/184ab9d8-810e-46c5-9e3e-59f51da1a76f) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:33:20.136163 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8620ac-2591-44ae-870b-5fc5a28bf0c4 req-bd43f201-7348-439d-b92d-216e239ceef3 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:20.137735 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a8620ac-2591-44ae-870b-5fc5a28bf0c4 req-bd43f201-7348-439d-b92d-216e239ceef3 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 944 time: 0.1101799 Oct 15 16:33:20.175736 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-b62454a6-8e44-4a89-b7f8-40bb0a984f0e service neutron] 10.222.0.44 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181841 Oct 15 16:33:20.234503 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:20.243931 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a8620ac-2591-44ae-870b-5fc5a28bf0c4 req-9aee4e44-c134-4e16-b880-3059cefdbaa9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769160 Oct 15 16:33:20.286332 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:20.336483 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-6f8258f7-60b7-477f-ba33-e324bee8cd26 service neutron] 10.222.0.44 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540327 Oct 15 16:33:20.351161 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:33:20.355554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:33:20.361375 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:33:20.406563 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=184ab9d8-810e-46c5-9e3e-59f51da1a76f,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:20.435416 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.435840 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.436191 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.436650 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.437014 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.437408 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.437751 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.438151 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.438487 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.438817 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.439144 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.439476 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:33:20.459287 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:20.459970 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:20.488895 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-9f7a83e5-3535-4337-a947-488fc1fb0a50 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7326748 Oct 15 16:33:20.499998 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Request body: {'port': {'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:20.549485 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f270d01-d3bd-4f00-8a81-3f870082bd56 req-ca5047fb-32c2-4453-8b7c-7efc270ab0d9 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 210 time: 0.0334361 Oct 15 16:33:20.576463 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:20.670469 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-489a8f48-06da-4c37-8098-dfe54d31e6a9 None None] Provisioning complete for port 184ab9d8-810e-46c5-9e3e-59f51da1a76f triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:33:20.670981 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-489a8f48-06da-4c37-8098-dfe54d31e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:20.714191 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-489a8f48-06da-4c37-8098-dfe54d31e6a9 None None] Port 184ab9d8-810e-46c5-9e3e-59f51da1a76f cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:33:20.772727 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470013d-f38c-469e-83a5-1afca21bf809 req-187c9c71-8ae3-4576-8617-f41ffffc7b63 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:20.774458 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c470013d-f38c-469e-83a5-1afca21bf809 req-187c9c71-8ae3-4576-8617-f41ffffc7b63 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 931 time: 0.0585868 Oct 15 16:33:20.818909 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c470013d-f38c-469e-83a5-1afca21bf809 req-c5c6acb2-8d55-42c6-9ad7-5f13904ff95f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 Oct 15 16:33:20.881808 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184ab9d8-810e-46c5-9e3e-59f51da1a76f {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:33:20.891215 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:20.904921 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Transition to ACTIVE for port object 184ab9d8-810e-46c5-9e3e-59f51da1a76f will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:33:20.908675 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:20.963295 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Pushing event updated for resources: {'Port': ['ID=184ab9d8-810e-46c5-9e3e-59f51da1a76f,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:21.033272 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Attempting to bind port 184ab9d8-810e-46c5-9e3e-59f51da1a76f on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:33:21.033479 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Attempting to bind port 184ab9d8-810e-46c5-9e3e-59f51da1a76f by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:33:21.033814 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Attempting to bind port 184ab9d8-810e-46c5-9e3e-59f51da1a76f on network 7769421a-bb7c-4a0d-b4fb-b292b365686f {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:33:21.038448 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Port 184ab9d8-810e-46c5-9e3e-59f51da1a76f on network 7769421a-bb7c-4a0d-b4fb-b292b365686f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:33:21.039206 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Attempting to bind port 184ab9d8-810e-46c5-9e3e-59f51da1a76f on network 7769421a-bb7c-4a0d-b4fb-b292b365686f {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:33:21.045998 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:33:21.046337 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Checking segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:33:21.046860 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Bound using segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:33:21.047162 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Bound port: 184ab9d8-810e-46c5-9e3e-59f51da1a76f, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:33:21.047523 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:21.056110 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:33:21.133817 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] For port 184ab9d8-810e-46c5-9e3e-59f51da1a76f, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:33:21.140538 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] For port 184ab9d8-810e-46c5-9e3e-59f51da1a76f, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:33:21.150625 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:21.170799 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:21.171801 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:21.173362 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] 10.222.0.66 "PUT /v2.0/ports/184ab9d8-810e-46c5-9e3e-59f51da1a76f HTTP/1.1" status: 200 len: 1093 time: 0.6778946 Oct 15 16:33:21.196554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:21.199598 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8bce3-6764-433c-9851-57ac4ea4763e" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:21.244422 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc0a9b-f571-4a05-8a2f-71472569c953 service neutron] Pushing event updated for resources: {'Port': ['ID=184ab9d8-810e-46c5-9e3e-59f51da1a76f,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:21.267185 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e461cd15-7d1a-4cae-88a5-fd2ed21c2d3a x-openstack-request-id: req-e461cd15-7d1a-4cae-88a5-fd2ed21c2d3a {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:21.267459 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:21.267706 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e461cd15-7d1a-4cae-88a5-fd2ed21c2d3a {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:21.269306 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'status': 'completed', 'code': 200} Oct 15 16:33:21.274852 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 48597d61-d127-4a59-bb34-3f66c373b87c completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:33:21.278912 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 48597d61-d127-4a59-bb34-3f66c373b87c triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:33:21.279278 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:21.286064 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-131f2f8d-570d-4f3f-af54-36c18db0ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:21.287601 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-131f2f8d-570d-4f3f-af54-36c18db0ff86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 1096 time: 0.0529943 Oct 15 16:33:21.342856 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-c5f129d3-d394-49aa-b967-6621976b40e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f HTTP/1.1" status: 200 len: 217 time: 0.0408237 Oct 15 16:33:21.375049 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:21.379635 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bd1e1-3f96-455e-8c5a-e0576931eaf2 req-313c0807-d981-451a-8b03-9a391ba3cefd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:21.388380 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fa0bd1e1-3f96-455e-8c5a-e0576931eaf2 req-313c0807-d981-451a-8b03-9a391ba3cefd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 944 time: 0.0612457 Oct 15 16:33:21.404077 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-d3736514-48e8-468e-8179-a5048f56a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:21.405367 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-d3736514-48e8-468e-8179-a5048f56a1a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0540159 Oct 15 16:33:21.408959 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:21.411575 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1124328-6c22-4b9f-833b-60ad7729e5bd" -d '{"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-plugged", "status": "completed", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:21.425277 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fa0bd1e1-3f96-455e-8c5a-e0576931eaf2 req-dd34b6be-b2d0-4c87-b26f-45559fd25528 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344999 Oct 15 16:33:21.430138 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:21.439039 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:21.464987 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b9457-6f36-4703-9821-540e772ff523 x-openstack-request-id: req-af5b9457-6f36-4703-9821-540e772ff523 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:21.465940 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-plugged", "status": "completed", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:21.466762 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af5b9457-6f36-4703-9821-540e772ff523 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:21.467153 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c', 'code': 200} Oct 15 16:33:21.476761 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-7f25109a-b5b0-41ed-9b9c-b3f6e054549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:21.478288 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-7f25109a-b5b0-41ed-9b9c-b3f6e054549f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632176 Oct 15 16:33:21.508080 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:21.626236 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-323cf0fe-bafc-435a-bd82-16ab5ffd1f6e service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385546 Oct 15 16:33:21.685191 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c7a56cf7-227e-4a25-a7f2-e5cbc5ba3ed4 req-ea2ab6d0-2afc-4529-921e-bb4e3c119d51 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 210 time: 0.0537570 Oct 15 16:33:21.751645 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-2c994162-6a9b-4503-9202-f9b4ef9e3069 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:21.754656 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-2c994162-6a9b-4503-9202-f9b4ef9e3069 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.66 "GET /v2.0/networks?id=255ccb9b-d991-4625-ad52-f863a53dd61e HTTP/1.1" status: 200 len: 809 time: 0.1735973 Oct 15 16:33:21.776840 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Request body: {'port': {'device_id': 'a57f96de-5b78-4346-b1f8-0550577d175e', 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e', 'admin_state_up': True, 'tenant_id': '000da236846d430c8b6e019d01be31f9'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:21.780204 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a4791-355e-4c5f-9f9c-cc63c80dc0c1 req-4846d52f-8b47-4277-8230-ca08f13c0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:21.781714 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-897a4791-355e-4c5f-9f9c-cc63c80dc0c1 req-4846d52f-8b47-4277-8230-ca08f13c0162 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 1098 time: 0.1327140 Oct 15 16:33:21.810479 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-7ab495e3-df7e-4636-aab7-abbf4f3bfb7f req-db9f18af-fb7e-47fd-927d-cbc033ef64c0 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628802 Oct 15 16:33:21.825321 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-897a4791-355e-4c5f-9f9c-cc63c80dc0c1 req-097e16a0-db33-4023-81e1-82f2462577da service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Oct 15 16:33:21.904940 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Made reservation on behalf of 000da236846d430c8b6e019d01be31f9 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:33:21.908633 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:21.987548 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c118a-2aaf-4879-b22d-f040428537c7 req-671da0bb-aa84-474a-a1c6-d4e1f883418f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:21.988972 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-751c118a-2aaf-4879-b22d-f040428537c7 req-671da0bb-aa84-474a-a1c6-d4e1f883418f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 943 time: 0.0960538 Oct 15 16:33:22.066483 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-751c118a-2aaf-4879-b22d-f040428537c7 req-99961e50-5c5b-410f-820b-cd8876d4e2db tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699208 Oct 15 16:33:22.099415 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Allocated IP 172.20.0.8 (255ccb9b-d991-4625-ad52-f863a53dd61e/4a4c6326-c1ed-4bd0-aa73-3afcde03da80/4edef901-c6ba-45f7-8df7-e47a366b2121) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:33:22.122603 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-2c9c3204-c93b-432f-8147-90c528bbba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:22.124119 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-2c9c3204-c93b-432f-8147-90c528bbba91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 1096 time: 0.0423846 Oct 15 16:33:22.219355 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-09bb7dd5-36d6-4bcd-8e3e-4f6accf0e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:22.220866 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-09bb7dd5-36d6-4bcd-8e3e-4f6accf0e40d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.0885222 Oct 15 16:33:22.248469 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:22.263506 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-ce8c7484-80c4-431e-8d1c-1e1562434848 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f HTTP/1.1" status: 200 len: 217 time: 0.0351257 Oct 15 16:33:22.281555 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:22.319555 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-64b74550-a681-42aa-8fc4-ac94d02a4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:22.321090 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-64b74550-a681-42aa-8fc4-ac94d02a4a14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0458117 Oct 15 16:33:22.322906 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Network 255ccb9b-d991-4625-ad52-f863a53dd61e is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:33:22.326517 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:33:22.332129 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:33:22.338262 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Pushing event updated for resources: {'Port': ['ID=4edef901-c6ba-45f7-8df7-e47a366b2121,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:22.367186 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-77c9854a-78b1-4e23-b6fe-b40d7572a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:22.368601 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-77c9854a-78b1-4e23-b6fe-b40d7572a942 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391371 Oct 15 16:33:22.382299 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:22.382923 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:22.399831 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-5faac14f-776a-41a0-9f42-d0361acd8b6d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6323497 Oct 15 16:33:22.414019 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Request body: {'port': {'device_id': 'a57f96de-5b78-4346-b1f8-0550577d175e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:22.468636 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-f4e24722-eaff-4075-8110-1c4a20420652 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907958 Oct 15 16:33:22.472842 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:22.566711 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-88f8bce3-6764-433c-9851-57ac4ea4763e req-cdca15f8-c971-4cc5-9cdd-664c21370c40 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906329 Oct 15 16:33:22.633045 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd8bf-3bfb-403b-b240-a3b052b15ed2 req-dab4cac4-78c2-481a-bc11-45027be848c8 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:22.634533 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bd6bd8bf-3bfb-403b-b240-a3b052b15ed2 req-dab4cac4-78c2-481a-bc11-45027be848c8 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.1282120 Oct 15 16:33:22.720136 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bd6bd8bf-3bfb-403b-b240-a3b052b15ed2 req-0ecda4f6-f1a1-4496-8451-9d11fb20062c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796010 Oct 15 16:33:22.833462 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edef901-c6ba-45f7-8df7-e47a366b2121 {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:33:22.844122 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:22.861177 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Transition to ACTIVE for port object 4edef901-c6ba-45f7-8df7-e47a366b2121 will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:33:22.869643 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7b82-5bea-4d1e-992b-8c84af0fb668 req-bbfc21ce-11b7-4902-b4e8-e02a1fdcfd2c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:22.871144 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fafd7b82-5bea-4d1e-992b-8c84af0fb668 req-bbfc21ce-11b7-4902-b4e8-e02a1fdcfd2c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 931 time: 0.0787237 Oct 15 16:33:22.872357 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:22.944238 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Pushing event updated for resources: {'Port': ['ID=4edef901-c6ba-45f7-8df7-e47a366b2121,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:22.956113 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fafd7b82-5bea-4d1e-992b-8c84af0fb668 req-71f7d961-b94d-4659-bfba-d7415f428392 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753286 Oct 15 16:33:23.020595 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Attempting to bind port 4edef901-c6ba-45f7-8df7-e47a366b2121 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:33:23.020942 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Attempting to bind port 4edef901-c6ba-45f7-8df7-e47a366b2121 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:33:23.021276 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Attempting to bind port 4edef901-c6ba-45f7-8df7-e47a366b2121 on network 255ccb9b-d991-4625-ad52-f863a53dd61e {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:33:23.025472 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Port 4edef901-c6ba-45f7-8df7-e47a366b2121 on network 255ccb9b-d991-4625-ad52-f863a53dd61e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:33:23.025790 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Attempting to bind port 4edef901-c6ba-45f7-8df7-e47a366b2121 on network 255ccb9b-d991-4625-ad52-f863a53dd61e {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:33:23.032001 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:33:23.032298 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Checking segment: {'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:33:23.032691 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Bound using segment: {'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:33:23.033366 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Bound port: 4edef901-c6ba-45f7-8df7-e47a366b2121, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:33:23.033727 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:23.109034 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] For port 4edef901-c6ba-45f7-8df7-e47a366b2121, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:33:23.112674 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] For port 4edef901-c6ba-45f7-8df7-e47a366b2121, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4edef901-c6ba-45f7-8df7-e47a366b2121,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:33:23.117611 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:23.179285 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:23.179893 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:23.181287 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] 10.222.0.66 "PUT /v2.0/ports/4edef901-c6ba-45f7-8df7-e47a366b2121 HTTP/1.1" status: 200 len: 1093 time: 0.7715249 Oct 15 16:33:23.183341 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57f96de-5b78-4346-b1f8-0550577d175e', 'tag': '4edef901-c6ba-45f7-8df7-e47a366b2121'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:23.185660 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a57f96de-5b78-4346-b1f8-0550577d175e", "tag": "4edef901-c6ba-45f7-8df7-e47a366b2121"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:23.213709 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcee56-16f8-4aea-8c64-bcd5ee6553cc service neutron] Pushing event updated for resources: {'Port': ['ID=4edef901-c6ba-45f7-8df7-e47a366b2121,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:23.229049 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43efae-6f7e-499e-9f17-e34f1a557693 req-7c1b0efc-d178-4eb3-addf-9f7be11fdf97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:23.230565 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c43efae-6f7e-499e-9f17-e34f1a557693 req-7c1b0efc-d178-4eb3-addf-9f7be11fdf97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 943 time: 0.0883057 Oct 15 16:33:23.233336 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b61684-6040-4e83-b524-81430e2240b7 x-openstack-request-id: req-d3b61684-6040-4e83-b524-81430e2240b7 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:23.233617 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57f96de-5b78-4346-b1f8-0550577d175e", "tag": "4edef901-c6ba-45f7-8df7-e47a366b2121", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:23.233869 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3b61684-6040-4e83-b524-81430e2240b7 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:23.234250 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57f96de-5b78-4346-b1f8-0550577d175e', 'tag': '4edef901-c6ba-45f7-8df7-e47a366b2121', 'status': 'completed', 'code': 200} Oct 15 16:33:23.298578 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8c43efae-6f7e-499e-9f17-e34f1a557693 req-771f5ff6-f792-474e-b4f1-cab650d19b5e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572326 Oct 15 16:33:23.301064 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-36815d04-1696-4849-b92b-c88bdf701fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:23.302565 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-36815d04-1696-4849-b92b-c88bdf701fa6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=000da236846d430c8b6e019d01be31f9&device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 1096 time: 0.0709043 Oct 15 16:33:23.345596 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-fd417769-96b9-4ade-9a1f-510b8eae2fe5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4edef901-c6ba-45f7-8df7-e47a366b2121 HTTP/1.1" status: 200 len: 217 time: 0.0341785 Oct 15 16:33:23.395903 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-cb131213-bdb8-48ba-b61c-434dbb43e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:23.397242 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-cb131213-bdb8-48ba-b61c-434dbb43e9cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a4c6326-c1ed-4bd0-aa73-3afcde03da80 HTTP/1.1" status: 200 len: 849 time: 0.0450010 Oct 15 16:33:23.427492 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-f109c0f0-6837-461c-b972-1bfaba5438ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=255ccb9b-d991-4625-ad52-f863a53dd61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233278 Oct 15 16:33:23.514375 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-18372488-dd93-43f5-8a6b-1e84f49eec53 service neutron] 10.222.0.66 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791883 Oct 15 16:33:23.604881 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cbf93569-65ad-485e-8a85-fd9c5ff9afa8 req-1c606dab-0a1f-4b9a-9f76-fdc4d9af9ad5 service neutron] 10.222.0.66 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830491 Oct 15 16:33:23.686624 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-304bfac9-bfdb-4464-80ee-a24ea6bdaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:23.688004 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-304bfac9-bfdb-4464-80ee-a24ea6bdaefd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=000da236846d430c8b6e019d01be31f9&device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 1096 time: 0.0393684 Oct 15 16:33:23.782589 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-1e2882a0-b30e-4b7e-a201-6a854a280dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:23.784211 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-1e2882a0-b30e-4b7e-a201-6a854a280dbb service neutron] 10.222.0.66 "GET /v2.0/networks?id=255ccb9b-d991-4625-ad52-f863a53dd61e HTTP/1.1" status: 200 len: 910 time: 0.0887568 Oct 15 16:33:23.834269 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-e6f76550-27fd-4da5-9614-9d1d3e393528 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4edef901-c6ba-45f7-8df7-e47a366b2121 HTTP/1.1" status: 200 len: 217 time: 0.0418932 Oct 15 16:33:23.905086 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd93071-d93d-41e0-8d93-955084182442 req-22ee4951-f60b-4854-ae18-bb78de02ad06 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:23.906546 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bcd93071-d93d-41e0-8d93-955084182442 req-22ee4951-f60b-4854-ae18-bb78de02ad06 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.1085751 Oct 15 16:33:23.910394 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-a091a115-8249-423f-b5be-6c1e0de93ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:23.911726 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-a091a115-8249-423f-b5be-6c1e0de93ed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a4c6326-c1ed-4bd0-aa73-3afcde03da80 HTTP/1.1" status: 200 len: 849 time: 0.0634513 Oct 15 16:33:23.960187 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-6dbdec3b-ba47-4ba7-8d7f-27e6d8e609dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=255ccb9b-d991-4625-ad52-f863a53dd61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339546 Oct 15 16:33:23.967423 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bcd93071-d93d-41e0-8d93-955084182442 req-bd8d89d6-5985-443a-baed-5ead20657c3e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545800 Oct 15 16:33:24.129900 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-7ea0fbfb-5379-47fe-a545-43cc07d32c00 service neutron] 10.222.0.66 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614051 Oct 15 16:33:24.141524 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b3dec-dcf0-44ba-9a8c-25da439a507e req-3338a913-e4c9-47b1-a76c-f8000c6f1cdb tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:24.143076 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-502b3dec-dcf0-44ba-9a8c-25da439a507e req-3338a913-e4c9-47b1-a76c-f8000c6f1cdb tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 943 time: 0.1029484 Oct 15 16:33:24.164050 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a509564-047a-475f-be30-29ab50a8c4c1 req-01543477-f941-42d0-9666-bc3dffdbc2bd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:24.165652 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a509564-047a-475f-be30-29ab50a8c4c1 req-01543477-f941-42d0-9666-bc3dffdbc2bd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.1072941 Oct 15 16:33:24.175501 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51476) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:24.180117 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Request body: {'floatingip': {'port_id': '48597d61-d127-4a59-bb34-3f66c373b87c'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:24.221300 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:24.263829 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-502b3dec-dcf0-44ba-9a8c-25da439a507e req-01f460ac-8334-46f4-8b3e-43e695d0fe41 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090667 Oct 15 16:33:24.295818 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-267bad1c-b2b4-4eaa-8200-ce4ccce3e4d8 req-e5ba9968-f553-44b7-9351-f1c4f1bd8e64 service neutron] 10.222.0.66 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500998 Oct 15 16:33:24.432595 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8613a9-b0ef-4b08-9856-acac99bf6e46 req-119bf690-9f87-490e-8f9a-2fb096c8af30 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:24.434220 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cf8613a9-b0ef-4b08-9856-acac99bf6e46 req-119bf690-9f87-490e-8f9a-2fb096c8af30 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 943 time: 0.0578780 Oct 15 16:33:24.472364 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cf8613a9-b0ef-4b08-9856-acac99bf6e46 req-98b2a081-8f38-4b09-b038-6cf271ec15d1 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320420 Oct 15 16:33:25.030623 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:25.037743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:25.144971 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Floating IP fa51beb6-d79f-4d52-9801-8d29a9fffd58 associated. External IP: 172.27.2.117, port: 48597d61-d127-4a59-bb34-3f66c373b87c. Oct 15 16:33:25.361535 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Router f5af8ad2-13d8-47b8-8a25-c530428391c1 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:33:25.383958 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b44de-b53d-430e-aee9-094d52f7e42c req-c9704de3-337c-431c-94be-f5341eba5344 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:25.385644 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-903b44de-b53d-430e-aee9-094d52f7e42c req-c9704de3-337c-431c-94be-f5341eba5344 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 943 time: 0.0518799 Oct 15 16:33:25.424413 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-903b44de-b53d-430e-aee9-094d52f7e42c req-7a8dbb2f-b0f1-418f-a72b-35fede95ad7c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Oct 15 16:33:25.470582 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:33:25.476034 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:25.479937 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] Sync routers for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:33:25.489471 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:25.490087 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:25.504604 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-01a6621a-85ef-4d61-bf53-5babce922afd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "PUT /v2.0/floatingips/fa51beb6-d79f-4d52-9801-8d29a9fffd58 HTTP/1.1" status: 200 len: 991 time: 1.3278642 Oct 15 16:33:25.505415 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:25.513795 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:25.587450 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcd57c-3473-4355-82ab-6e08443d814d req-440e5ccf-1c6e-4750-bce8-f7c74cc0a06e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:25.594603 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80bcd57c-3473-4355-82ab-6e08443d814d req-440e5ccf-1c6e-4750-bce8-f7c74cc0a06e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 943 time: 0.0537126 Oct 15 16:33:25.599333 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:25.617550 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1aea15-35e1-4fda-8e69-e1eada93957a x-openstack-request-id: req-fb1aea15-35e1-4fda-8e69-e1eada93957a {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:25.617908 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:25.618226 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb1aea15-35e1-4fda-8e69-e1eada93957a {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:25.618686 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c', 'status': 'completed', 'code': 200} Oct 15 16:33:25.628802 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-80bcd57c-3473-4355-82ab-6e08443d814d req-61518688-f4d8-4fb2-a457-53ce0e728e8a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333171 Oct 15 16:33:25.687221 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-5c2764a8-69d2-497e-9d9f-0625b9f9f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:25.688732 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-5c2764a8-69d2-497e-9d9f-0625b9f9f622 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 1098 time: 0.0407188 Oct 15 16:33:25.783514 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-f086cc3c-dd9d-450b-8762-0a0b95777669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:25.784993 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-f086cc3c-dd9d-450b-8762-0a0b95777669 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.0874345 Oct 15 16:33:25.852580 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-d5b85344-a416-4758-91ec-b86267a1e417 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48597d61-d127-4a59-bb34-3f66c373b87c HTTP/1.1" status: 200 len: 999 time: 0.0573301 Oct 15 16:33:25.866605 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'fa51beb6-d79f-4d52-9801-8d29a9fffd58', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'port_id': '48597d61-d127-4a59-bb34-3f66c373b87c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'mac_address': 'fa:16:3e:44:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:06Z', 'updated_at': '2021-10-15T16:33:24Z', 'revision_number': 1, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:25.892000 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] Checking router: f5af8ad2-13d8-47b8-8a25-c530428391c1 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:33:25.900386 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:25.901003 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:25.905911 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-6eebdf4c-2883-4ba3-9cca-8cc7c1c33ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:25.907389 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-6eebdf4c-2883-4ba3-9cca-8cc7c1c33ca2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0469186 Oct 15 16:33:25.952597 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-40847efd-0aee-491c-b986-445ffa785a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:25.954101 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-40847efd-0aee-491c-b986-445ffa785a08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394657 Oct 15 16:33:26.007223 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:26.043175 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-274a789d-7014-48b3-9bb0-3577c9f0a514 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811663 Oct 15 16:33:26.137816 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f163fcfc-5dfd-4ec9-9c1f-93832563de2d req-4e89e653-0746-4040-9982-fdbbc6ca790b service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845232 Oct 15 16:33:26.236218 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'fa51beb6-d79f-4d52-9801-8d29a9fffd58', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'port_id': '48597d61-d127-4a59-bb34-3f66c373b87c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'mac_address': 'fa:16:3e:44:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:06Z', 'updated_at': '2021-10-15T16:33:24Z', 'revision_number': 1, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:26.264134 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ea684-34ef-4038-a375-61955f5bf727 None None] The sync data for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi is: [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'fa51beb6-d79f-4d52-9801-8d29a9fffd58', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'port_id': '48597d61-d127-4a59-bb34-3f66c373b87c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'mac_address': 'fa:16:3e:44:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:06Z', 'updated_at': '2021-10-15T16:33:24Z', 'revision_number': 1, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:33:26.446817 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1e002-7f20-48b1-96e8-f2c0f245678d None None] New status for floating IP fa51beb6-d79f-4d52-9801-8d29a9fffd58: ACTIVE {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:33:26.543363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e664964-2031-4331-a676-4cdd5f484650 req-b18a7ad8-4bca-47dd-b02a-e61829a8c6c0 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:26.548069 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e664964-2031-4331-a676-4cdd5f484650 req-b18a7ad8-4bca-47dd-b02a-e61829a8c6c0 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 943 time: 0.0487125 Oct 15 16:33:26.587897 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e664964-2031-4331-a676-4cdd5f484650 req-ba128881-9772-4618-9b1b-2cbefb72205a tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Oct 15 16:33:26.750899 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862ec45-0928-49c0-9d7d-6e3983d4c2f5 req-cecbe839-87dc-43d5-b5fd-7b7371c3659b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:26.752361 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d862ec45-0928-49c0-9d7d-6e3983d4c2f5 req-cecbe839-87dc-43d5-b5fd-7b7371c3659b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 943 time: 0.0511165 Oct 15 16:33:26.791238 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d862ec45-0928-49c0-9d7d-6e3983d4c2f5 req-83b178e2-b232-4c5e-878e-1219949022e3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328979 Oct 15 16:33:27.093600 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 4edef901-c6ba-45f7-8df7-e47a366b2121 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:33:27.188286 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 4edef901-c6ba-45f7-8df7-e47a366b2121, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4edef901-c6ba-45f7-8df7-e47a366b2121,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:27.202868 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '4edef901-c6ba-45f7-8df7-e47a366b2121', 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e', 'port_id': '4edef901-c6ba-45f7-8df7-e47a366b2121', 'mac_address': 'fa:16:3e:19:cb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4c6326-c1ed-4bd0-aa73-3afcde03da80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:33:27.238849 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:27.251598 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edef901-c6ba-45f7-8df7-e47a366b2121 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:33:27.270404 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 4edef901-c6ba-45f7-8df7-e47a366b2121, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4edef901-c6ba-45f7-8df7-e47a366b2121,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:27.274156 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:27.322113 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=4edef901-c6ba-45f7-8df7-e47a366b2121,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:27.567199 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['4edef901-c6ba-45f7-8df7-e47a366b2121'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:27.708119 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f61e9c-6ec5-4e02-9462-d519d928b787 req-fe893af2-78f9-47b0-b7d5-bd25597099da tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:27.709779 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-28f61e9c-6ec5-4e02-9462-d519d928b787 req-fe893af2-78f9-47b0-b7d5-bd25597099da tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 944 time: 0.0530610 Oct 15 16:33:27.748270 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-28f61e9c-6ec5-4e02-9462-d519d928b787 req-cff8b22b-bb59-4a1b-a231-bebdc6163f73 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Oct 15 16:33:27.901002 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da34e8-960e-4b91-a6ab-23c03a0ee943 req-b688624e-de96-4c6c-b3c2-9215f1d92481 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:27.902440 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-31da34e8-960e-4b91-a6ab-23c03a0ee943 req-b688624e-de96-4c6c-b3c2-9215f1d92481 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 943 time: 0.0470455 Oct 15 16:33:27.939156 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-31da34e8-960e-4b91-a6ab-23c03a0ee943 req-32fd540f-6ef2-4c9b-ab17-a92c5acda631 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301037 Oct 15 16:33:28.875196 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd512-5d72-4ad7-a726-c8cfb16ace43 req-39cf7cbb-8874-442b-9eea-546a5d9ccd48 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:28.876863 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c27cd512-5d72-4ad7-a726-c8cfb16ace43 req-39cf7cbb-8874-442b-9eea-546a5d9ccd48 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 944 time: 0.0544100 Oct 15 16:33:28.913952 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c27cd512-5d72-4ad7-a726-c8cfb16ace43 req-105375d7-034a-4a5d-87dc-df1b9c24a97c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Oct 15 16:33:29.057557 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831a35f-8043-43e0-8e02-c8018fa16511 req-d76fd6bf-5a84-460d-b3e1-7e9a458fd880 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:29.059600 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e831a35f-8043-43e0-8e02-c8018fa16511 req-d76fd6bf-5a84-460d-b3e1-7e9a458fd880 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 943 time: 0.0484955 Oct 15 16:33:29.096125 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e831a35f-8043-43e0-8e02-c8018fa16511 req-70d3c92f-6fae-412a-96f8-f29eb50398dd tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304635 Oct 15 16:33:29.103172 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 4edef901-c6ba-45f7-8df7-e47a366b2121 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:33:29.153945 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 4edef901-c6ba-45f7-8df7-e47a366b2121 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:33:29.157943 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 4edef901-c6ba-45f7-8df7-e47a366b2121 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:33:29.158317 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:29.235877 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:29.257115 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57f96de-5b78-4346-b1f8-0550577d175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edef901-c6ba-45f7-8df7-e47a366b2121'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:29.259377 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c900311-6b30-4fd1-84f0-703024943055" -d '{"events": [{"server_uuid": "a57f96de-5b78-4346-b1f8-0550577d175e", "name": "network-vif-plugged", "status": "completed", "tag": "4edef901-c6ba-45f7-8df7-e47a366b2121"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:29.271752 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 4edef901-c6ba-45f7-8df7-e47a366b2121, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4edef901-c6ba-45f7-8df7-e47a366b2121,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:29.275911 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:29.299831 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c659afb1-627f-4dec-a828-8c784445a0ea x-openstack-request-id: req-c659afb1-627f-4dec-a828-8c784445a0ea {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:29.300127 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57f96de-5b78-4346-b1f8-0550577d175e", "name": "network-vif-plugged", "status": "completed", "tag": "4edef901-c6ba-45f7-8df7-e47a366b2121", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:29.300429 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c659afb1-627f-4dec-a828-8c784445a0ea {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:29.300772 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57f96de-5b78-4346-b1f8-0550577d175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edef901-c6ba-45f7-8df7-e47a366b2121', 'code': 200} Oct 15 16:33:29.325537 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=4edef901-c6ba-45f7-8df7-e47a366b2121,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:29.470440 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aa102-8e3c-4ae1-91d4-947b5cbec235 req-c4195d44-1b5e-4f87-9b91-a417c6388eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:29.471904 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-501aa102-8e3c-4ae1-91d4-947b5cbec235 req-c4195d44-1b5e-4f87-9b91-a417c6388eb1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 1098 time: 0.0391350 Oct 15 16:33:29.507387 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-501aa102-8e3c-4ae1-91d4-947b5cbec235 req-3f04cc5d-3bad-42e7-8068-adf4aaa623af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266416 Oct 15 16:33:29.654027 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51552) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:29.699109 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde5228f-6c16-40de-a61c-613d23cb3b7c admin admin] Deleting subnet 2a3d179d-c409-4868-abfc-18327bd61182 {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:33:29.702549 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-dde5228f-6c16-40de-a61c-613d23cb3b7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:29.735236 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-dde5228f-6c16-40de-a61c-613d23cb3b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:29.772253 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-dde5228f-6c16-40de-a61c-613d23cb3b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:29.820239 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-dde5228f-6c16-40de-a61c-613d23cb3b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:29.843513 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5228f-6c16-40de-a61c-613d23cb3b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3d179d-c409-4868-abfc-18327bd61182,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:29.849047 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-dde5228f-6c16-40de-a61c-613d23cb3b7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:29.852202 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-dde5228f-6c16-40de-a61c-613d23cb3b7c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2a3d179d-c409-4868-abfc-18327bd61182 HTTP/1.1" status: 204 len: 168 time: 0.1971800 Oct 15 16:33:29.854629 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51554) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:29.928604 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.020554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.039580 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee7b8a-c10b-4f3a-a2ad-419f830b69d6 req-06041088-4763-4d91-83c9-642839b9578b tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:30.040229 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f38fcb9-59e9-4e84-bcbd-be5011165f9b']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:30.044412 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6aee7b8a-c10b-4f3a-a2ad-419f830b69d6 req-06041088-4763-4d91-83c9-642839b9578b tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 945 time: 0.0575793 Oct 15 16:33:30.049080 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f68a8c-334c-486c-b92d-b6520324d8d2') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:30.049372 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f68a8c-334c-486c-b92d-b6520324d8d2') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:30.059504 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.072355 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.078682 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:33:30.079062 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.079764 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6aee7b8a-c10b-4f3a-a2ad-419f830b69d6 req-de270231-8486-4871-b926-8d95934fb732 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:33:30.080809 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:33:30.134889 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.151689 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.154941 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5f38fcb9-59e9-4e84-bcbd-be5011165f9b HTTP/1.1" status: 204 len: 168 time: 0.2994080 Oct 15 16:33:30.157043 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9f07d-11ad-414f-b9fd-c7a0a4918215 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f38fcb9-59e9-4e84-bcbd-be5011165f9b,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:30.225235 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c4966-59e9-4bf0-8401-98f1ae41d1b5 req-58881f1d-7892-4de1-a19e-d2308ee7999b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:30.226728 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-752c4966-59e9-4bf0-8401-98f1ae41d1b5 req-58881f1d-7892-4de1-a19e-d2308ee7999b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 943 time: 0.0511944 Oct 15 16:33:30.266052 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-752c4966-59e9-4bf0-8401-98f1ae41d1b5 req-4ed20271-b7e5-4145-9797-30506c90f1bc tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326016 Oct 15 16:33:30.269689 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51564) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:30.308348 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-7c8e6a55-23af-4aad-baa7-ed810a356a15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57f6db9e9ef44f69a6106897eb67bfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376818 Oct 15 16:33:30.311319 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51566) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:30.357776 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-12cfdd40-5acc-40ac-9304-a72d4b849cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.379862 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-12cfdd40-5acc-40ac-9304-a72d4b849cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.427088 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-12cfdd40-5acc-40ac-9304-a72d4b849cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.429602 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-12cfdd40-5acc-40ac-9304-a72d4b849cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:30.430717 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-12cfdd40-5acc-40ac-9304-a72d4b849cee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beaf5a52-9859-4826-aaf1-0eccc72ce832 HTTP/1.1" status: 204 len: 168 time: 0.1185086 Oct 15 16:33:30.438670 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfdd40-5acc-40ac-9304-a72d4b849cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf5a52-9859-4826-aaf1-0eccc72ce832,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:31.109691 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 184ab9d8-810e-46c5-9e3e-59f51da1a76f details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:33:31.194558 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079915e1-7398-4f18-9bc3-1ed48e8cd906 req-4f8bad22-391d-403e-8b28-ca858f523f2b tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:31.196040 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-079915e1-7398-4f18-9bc3-1ed48e8cd906 req-4f8bad22-391d-403e-8b28-ca858f523f2b tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 945 time: 0.0495129 Oct 15 16:33:31.208091 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 184ab9d8-810e-46c5-9e3e-59f51da1a76f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:31.220076 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:33:31.233647 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-079915e1-7398-4f18-9bc3-1ed48e8cd906 req-6100be05-aaa2-40de-8a3d-5b4739037563 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Oct 15 16:33:31.256092 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:31.270141 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184ab9d8-810e-46c5-9e3e-59f51da1a76f {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:33:31.290637 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 184ab9d8-810e-46c5-9e3e-59f51da1a76f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:31.295663 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:31.344860 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=184ab9d8-810e-46c5-9e3e-59f51da1a76f,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:31.388003 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba4686-c870-4798-9b47-7e27c80716da req-83d2a629-63db-4dbb-900e-5c155bee77b0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:31.389494 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b8ba4686-c870-4798-9b47-7e27c80716da req-83d2a629-63db-4dbb-900e-5c155bee77b0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 944 time: 0.0509353 Oct 15 16:33:31.429765 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b8ba4686-c870-4798-9b47-7e27c80716da req-ea577b46-9e25-4926-877b-ac7f043ff37f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328484 Oct 15 16:33:31.571567 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['184ab9d8-810e-46c5-9e3e-59f51da1a76f'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:31.874080 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51cc30-fdd7-40d5-853f-11366fba2029 req-e6534b61-8780-42b8-8459-ce5a1290a839 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:31.875533 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6e51cc30-fdd7-40d5-853f-11366fba2029 req-e6534b61-8780-42b8-8459-ce5a1290a839 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 945 time: 0.0514646 Oct 15 16:33:31.911649 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6e51cc30-fdd7-40d5-853f-11366fba2029 req-a5688152-cac2-4ed9-aafd-387ab93ac72a tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302534 Oct 15 16:33:32.758901 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25caea-07cb-48c0-8352-8fa06290d7e8 req-c990b629-e858-4888-b226-6c58489d3edf tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:32.760381 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1e25caea-07cb-48c0-8352-8fa06290d7e8 req-c990b629-e858-4888-b226-6c58489d3edf tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 944 time: 0.2659216 Oct 15 16:33:32.799547 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1e25caea-07cb-48c0-8352-8fa06290d7e8 req-97004eef-2782-43ce-9a6b-270cf5ac09f2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Oct 15 16:33:33.026683 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743241-1e22-49dc-88a5-1916f6f2a026 req-5feadafb-36f4-475b-9404-65c4b77819f9 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:33.028064 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70743241-1e22-49dc-88a5-1916f6f2a026 req-5feadafb-36f4-475b-9404-65c4b77819f9 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 945 time: 0.0483198 Oct 15 16:33:33.049530 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:33:33.066211 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70743241-1e22-49dc-88a5-1916f6f2a026 req-2402816c-d290-45e9-8d0a-1516215c472e tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Oct 15 16:33:33.124312 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 184ab9d8-810e-46c5-9e3e-59f51da1a76f up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:33:33.178913 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 184ab9d8-810e-46c5-9e3e-59f51da1a76f completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:33:33.182927 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 184ab9d8-810e-46c5-9e3e-59f51da1a76f triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:33:33.183301 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:33.290925 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-9a03cd99-859f-41b7-83f9-ea7d6d2136bd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:33.292342 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-9a03cd99-859f-41b7-83f9-ea7d6d2136bd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 945 time: 0.0536072 Oct 15 16:33:33.380192 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:33.404013 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:33.406348 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2736033d-0e18-4865-88d0-8ff27505b4b2" -d '{"events": [{"server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "name": "network-vif-plugged", "status": "completed", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:33.421410 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 184ab9d8-810e-46c5-9e3e-59f51da1a76f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:33.425893 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:33.452129 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d12fa99-92a0-4a43-bff0-2373f43287fc x-openstack-request-id: req-2d12fa99-92a0-4a43-bff0-2373f43287fc {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:33.452416 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "name": "network-vif-plugged", "status": "completed", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:33.452663 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d12fa99-92a0-4a43-bff0-2373f43287fc {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:33.453071 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'code': 200} Oct 15 16:33:33.485901 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=184ab9d8-810e-46c5-9e3e-59f51da1a76f,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:33.634726 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Deleting port 4edef901-c6ba-45f7-8df7-e47a366b2121 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:33:33.635059 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:33.674329 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76238ac-0180-408f-a642-b534f3520d57 req-e2a30fa8-bc67-4a87-8b55-c2ed506e5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:33.675822 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-a76238ac-0180-408f-a642-b534f3520d57 req-e2a30fa8-bc67-4a87-8b55-c2ed506e5b67 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 1098 time: 0.0431426 Oct 15 16:33:33.710887 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-a76238ac-0180-408f-a642-b534f3520d57 req-485c811a-998f-44af-beb0-af600612cfcc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277548 Oct 15 16:33:33.722958 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] For port 4edef901-c6ba-45f7-8df7-e47a366b2121, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4edef901-c6ba-45f7-8df7-e47a366b2121,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:33.723325 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:33.735841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Calling delete_port for 4edef901-c6ba-45f7-8df7-e47a366b2121 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:33:33.862388 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:33.873922 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['4edef901-c6ba-45f7-8df7-e47a366b2121'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:33.921593 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Pushing event deleted for resources: {'Port': ['ID=4edef901-c6ba-45f7-8df7-e47a366b2121,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:33.963180 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] No DVR routers for this DVR port 4edef901-c6ba-45f7-8df7-e47a366b2121 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:33:33.966731 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:33.970044 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ac514fb-273b-4833-9baa-554c028f6b29 req-f823778a-1d09-46ae-9448-ae201060b782 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.66 "DELETE /v2.0/ports/4edef901-c6ba-45f7-8df7-e47a366b2121 HTTP/1.1" status: 204 len: 173 time: 0.6711059 Oct 15 16:33:33.970485 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57f96de-5b78-4346-b1f8-0550577d175e', 'name': 'network-vif-deleted', 'tag': '4edef901-c6ba-45f7-8df7-e47a366b2121'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:33.972776 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1050e442-5996-460b-839b-c9cc3571ea79" -d '{"events": [{"server_uuid": "a57f96de-5b78-4346-b1f8-0550577d175e", "name": "network-vif-deleted", "tag": "4edef901-c6ba-45f7-8df7-e47a366b2121"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:33.986720 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6022d-8684-494c-8a38-a4e935e37727 req-83c956ce-0926-46e2-93a1-7c975fc4a9f8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:33.988217 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-efc6022d-8684-494c-8a38-a4e935e37727 req-83c956ce-0926-46e2-93a1-7c975fc4a9f8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 945 time: 0.1178217 Oct 15 16:33:34.030518 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-efc6022d-8684-494c-8a38-a4e935e37727 req-7c63fac2-9ebf-464e-9c7e-47d00e77080d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Oct 15 16:33:34.078380 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab49f00e-a908-484b-bf4b-024f69cadc8f x-openstack-request-id: req-ab49f00e-a908-484b-bf4b-024f69cadc8f {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:34.078674 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57f96de-5b78-4346-b1f8-0550577d175e", "name": "network-vif-deleted", "tag": "4edef901-c6ba-45f7-8df7-e47a366b2121", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:34.078928 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab49f00e-a908-484b-bf4b-024f69cadc8f {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:34.079347 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57f96de-5b78-4346-b1f8-0550577d175e', 'name': 'network-vif-deleted', 'tag': '4edef901-c6ba-45f7-8df7-e47a366b2121', 'status': 'completed', 'code': 200} Oct 15 16:33:34.193494 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6ceab7b2-a2b7-41d2-a5ab-ea79e354185c req-5e4ea618-3927-4230-b2b7-a6e866670a0c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=a57f96de-5b78-4346-b1f8-0550577d175e HTTP/1.1" status: 200 len: 210 time: 0.0346920 Oct 15 16:33:35.144680 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df43e4-b1b5-474c-8315-cd9005c3aed4 req-3ef13588-943e-4431-86e4-e510f006a9a2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:35.146227 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e7df43e4-b1b5-474c-8315-cd9005c3aed4 req-3ef13588-943e-4431-86e4-e510f006a9a2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 945 time: 0.0495780 Oct 15 16:33:35.185498 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e7df43e4-b1b5-474c-8315-cd9005c3aed4 req-bdad235c-4fc2-42db-ba17-5d49b781e8d8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Oct 15 16:33:35.313706 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379d43d-dc94-4796-badf-62719ba4fbdd req-238e6e0b-4d8d-4887-88de-45138241998d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:35.315266 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e379d43d-dc94-4796-badf-62719ba4fbdd req-238e6e0b-4d8d-4887-88de-45138241998d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 945 time: 0.0612345 Oct 15 16:33:35.361235 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e379d43d-dc94-4796-badf-62719ba4fbdd req-a7d4fff7-7493-4452-9075-97f055eb35ea tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400047 Oct 15 16:33:35.381842 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51634) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:35.442930 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce3ce97-480e-44c6-8ff9-31d04004e86a tempest-TestVolumeBootPattern-546830889 tempest-TestVolumeBootPattern-546830889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:35.447267 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-0ce3ce97-480e-44c6-8ff9-31d04004e86a tempest-TestVolumeBootPattern-546830889 tempest-TestVolumeBootPattern-546830889-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 1093 time: 0.0614836 Oct 15 16:33:35.447468 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51640) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:35.452050 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:35.477408 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:35.620559 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22f291-46c2-4c05-aade-fb6e2cfcb3f5 req-dc3a1fa4-9c71-4d0b-9f65-f5e5bf132a76 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:35.622122 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ae22f291-46c2-4c05-aade-fb6e2cfcb3f5 req-dc3a1fa4-9c71-4d0b-9f65-f5e5bf132a76 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.1967444 Oct 15 16:33:35.700846 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-05a00d6c-39de-438d-a18a-f0915a5f7887 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:35.702211 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-05a00d6c-39de-438d-a18a-f0915a5f7887 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/networks?id=255ccb9b-d991-4625-ad52-f863a53dd61e HTTP/1.1" status: 200 len: 809 time: 0.1996899 Oct 15 16:33:35.724781 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ae22f291-46c2-4c05-aade-fb6e2cfcb3f5 req-a4abe6d2-5be8-4cce-9ee0-0750381378d4 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957644 Oct 15 16:33:35.729962 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-6df785fa-9e2d-483e-b576-31fdc050679d tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/quotas/000da236846d430c8b6e019d01be31f9 HTTP/1.1" status: 200 len: 375 time: 0.0196164 Oct 15 16:33:35.758146 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c8793c24-e9fe-4d93-8c90-76cde6f0a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:35.770014 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-14a34c83-e7bb-429e-984e-b7aad2fc16c7 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=000da236846d430c8b6e019d01be31f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340817 Oct 15 16:33:35.772227 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:35.937359 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-c20d485b-e1c3-4bca-9397-e10665e45d36 service neutron] 10.222.0.44 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576128 Oct 15 16:33:35.959215 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Allocated IP 172.27.2.162 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/499c8a2d-3d7d-46f7-8c38-4f7eca631683) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:33:36.092811 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-03345fbb-3c35-4a09-b3e9-7e802bf7b1b9 service neutron] 10.222.0.44 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487582 Oct 15 16:33:36.123189 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:36.157992 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:36.195695 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:33:36.200194 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:33:36.203731 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:33:36.235812 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=499c8a2d-3d7d-46f7-8c38-4f7eca631683,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:36.277392 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1d1a1ce0-489f-4751-a8d0-994b978165aa req-0e212ed6-5ee5-4742-9f2f-1fb16a4fe3db tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 210 time: 0.0359588 Oct 15 16:33:36.612452 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:36.685013 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:36.867407 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:36.879610 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63547-edfb-42e2-ad6b-65d3a7fdbf68 req-2428d832-f678-41ae-8e11-fb8e06cd10d6 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:36.881117 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2a63547-edfb-42e2-ad6b-65d3a7fdbf68 req-2428d832-f678-41ae-8e11-fb8e06cd10d6 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0814862 Oct 15 16:33:36.881855 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:36.978037 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=499c8a2d-3d7d-46f7-8c38-4f7eca631683,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:36.987686 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f2a63547-edfb-42e2-ad6b-65d3a7fdbf68 req-bd1d4c50-e201-429d-a136-8a22eb118dbf tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006968 Oct 15 16:33:36.992304 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:37.094235 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Floating IP c2d61ea6-38c5-4da2-9f43-a887ba9b397c associated. External IP: 172.27.2.162, port: 184ab9d8-810e-46c5-9e3e-59f51da1a76f. Oct 15 16:33:37.159892 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 4edef901-c6ba-45f7-8df7-e47a366b2121 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:33:37.182305 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 4edef901-c6ba-45f7-8df7-e47a366b2121 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:33:37.182646 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 4edef901-c6ba-45f7-8df7-e47a366b2121 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:33:37.285583 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-dcc551a2-0efd-4792-896b-8f5917c5b247 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:37.286963 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-dcc551a2-0efd-4792-896b-8f5917c5b247 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.66 "GET /v2.0/networks?id=255ccb9b-d991-4625-ad52-f863a53dd61e HTTP/1.1" status: 200 len: 809 time: 0.1564441 Oct 15 16:33:37.326120 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Request body: {'port': {'device_id': 'b3ee0a4a-615d-4f9d-8289-f48bd224c31d', 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e', 'admin_state_up': True, 'tenant_id': '000da236846d430c8b6e019d01be31f9'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:37.390078 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-889d1bc6-7e14-42c9-806a-3ac7a24637af req-9aff2e4e-dff2-4d17-bce3-3fa0cf8ef932 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 210 time: 0.0439296 Oct 15 16:33:37.494958 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:33:37.549291 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Made reservation on behalf of 000da236846d430c8b6e019d01be31f9 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:33:37.552732 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:37.921371 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:33:37.930846 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:33:37.940813 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:37.941515 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:37.971327 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:37.976873 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Allocated IP 172.20.0.2 (255ccb9b-d991-4625-ad52-f863a53dd61e/4a4c6326-c1ed-4bd0-aa73-3afcde03da80/996f0a15-6fd6-4a52-acf2-b03f3e6dc92b) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:33:38.014243 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-2c002147-ca2b-4d2c-875b-efd523b9c257 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5655949 Oct 15 16:33:38.016803 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:38.019070 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41056155-75b8-4865-bea4-e7bf8224c05a" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:38.058164 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:38.078235 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a39b29-f08b-42bb-9d52-055115aa26b5 x-openstack-request-id: req-a9a39b29-f08b-42bb-9d52-055115aa26b5 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:38.078774 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:38.079300 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9a39b29-f08b-42bb-9d52-055115aa26b5 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:38.079853 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'status': 'completed', 'code': 200} Oct 15 16:33:38.135250 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41056155-75b8-4865-bea4-e7bf8224c05a req-fb9d758b-4392-4b15-a5d2-7bc0eecd1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:38.137600 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-41056155-75b8-4865-bea4-e7bf8224c05a req-fb9d758b-4392-4b15-a5d2-7bc0eecd1a96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 1098 time: 0.0436184 Oct 15 16:33:38.181836 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ff803-cc4d-4d34-9453-ab44c9ed1120 req-d1a6a8cf-d208-4b89-b72f-59d5b2f63b80 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:38.183260 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f2ff803-cc4d-4d34-9453-ab44c9ed1120 req-d1a6a8cf-d208-4b89-b72f-59d5b2f63b80 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.1024811 Oct 15 16:33:38.232057 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:38.238677 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41056155-75b8-4865-bea4-e7bf8224c05a req-c4af8539-2f22-4297-9a42-cecbf53b36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:38.240161 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-41056155-75b8-4865-bea4-e7bf8224c05a req-c4af8539-2f22-4297-9a42-cecbf53b36a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.0956044 Oct 15 16:33:38.254836 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f2ff803-cc4d-4d34-9453-ab44c9ed1120 req-3fa40ff1-6845-457c-9a5f-2bac1d55f4dd tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589752 Oct 15 16:33:38.281846 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:38.305915 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:36Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:38.320033 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-41056155-75b8-4865-bea4-e7bf8224c05a req-1211e9ed-3bdd-421e-8d92-577c05e071b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f HTTP/1.1" status: 200 len: 999 time: 0.0706546 Oct 15 16:33:38.326216 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Network 255ccb9b-d991-4625-ad52-f863a53dd61e is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:33:38.329223 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:33:38.335008 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:33:38.340822 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:33:38.349429 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:38.350035 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:38.360354 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Pushing event updated for resources: {'Port': ['ID=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:38.379812 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41056155-75b8-4865-bea4-e7bf8224c05a req-ed6e84ad-1bfe-4af1-a011-3810dc144fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:38.381325 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-41056155-75b8-4865-bea4-e7bf8224c05a req-ed6e84ad-1bfe-4af1-a011-3810dc144fc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0531006 Oct 15 16:33:38.387834 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:38.388445 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:38.404869 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-e8e77399-cb60-4f23-8b77-794184369fdd tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0833800 Oct 15 16:33:38.418934 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Request body: {'port': {'device_id': 'b3ee0a4a-615d-4f9d-8289-f48bd224c31d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:38.435062 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41056155-75b8-4865-bea4-e7bf8224c05a req-fc0a03e2-bc93-4196-9e6e-fee41f680d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:38.438079 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-41056155-75b8-4865-bea4-e7bf8224c05a req-fc0a03e2-bc93-4196-9e6e-fee41f680d27 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479176 Oct 15 16:33:38.461182 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:38.504882 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:38.517583 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a3a2994e-f94a-40a0-8c8c-2437602567ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:38.548725 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-41056155-75b8-4865-bea4-e7bf8224c05a req-f67e6c73-4c48-46de-8f15-6d2cc914ec57 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029575 Oct 15 16:33:38.558186 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44453-defe-4204-be46-baf9eda4526b req-f62c28e4-b640-4942-82d7-1eb6f14b5c4e tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:38.559724 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-89d44453-defe-4204-be46-baf9eda4526b req-f62c28e4-b640-4942-82d7-1eb6f14b5c4e tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 931 time: 0.0876002 Oct 15 16:33:38.664101 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-41056155-75b8-4865-bea4-e7bf8224c05a req-02073daa-1b5e-43ea-bcbf-7ff55d1b815e service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060708 Oct 15 16:33:38.671869 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-89d44453-defe-4204-be46-baf9eda4526b req-b6bf85bb-a3b6-42dc-b8ad-d6605269fc43 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056876 Oct 15 16:33:38.720152 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:36Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:38.750214 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1beda-c270-45b4-b1ac-867729648672 None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:36Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:33:38.831888 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:33:38.839520 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:38.851814 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Transition to ACTIVE for port object 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:33:38.856873 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:38.907763 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:38.950944 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4a76d-d1a0-4dde-8859-e878086603cf None None] New status for floating IP c2d61ea6-38c5-4da2-9f43-a887ba9b397c: ACTIVE {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:33:38.982549 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Attempting to bind port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:33:38.982889 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Attempting to bind port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:33:38.983219 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Attempting to bind port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b on network 255ccb9b-d991-4625-ad52-f863a53dd61e {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:33:38.987572 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b on network 255ccb9b-d991-4625-ad52-f863a53dd61e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:33:38.987892 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Attempting to bind port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b on network 255ccb9b-d991-4625-ad52-f863a53dd61e {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:33:38.992815 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:33:38.993153 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Checking segment: {'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:33:38.993536 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Bound using segment: {'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:33:38.993965 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Bound port: 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777cd451-9646-4e8d-8814-c6edfc911f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:33:38.994317 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:39.063170 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] For port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:33:39.066699 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] For port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:33:39.070685 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:39.109135 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:39.109559 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:39.110949 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] 10.222.0.66 "PUT /v2.0/ports/996f0a15-6fd6-4a52-acf2-b03f3e6dc92b HTTP/1.1" status: 200 len: 1093 time: 0.6971090 Oct 15 16:33:39.133992 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8fab4-e1a8-43c5-acc3-6173a482f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:39.189713 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-7755178d-1b7d-407f-96ac-8f574f2fed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:39.191219 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-7755178d-1b7d-407f-96ac-8f574f2fed60 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=000da236846d430c8b6e019d01be31f9&device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 1096 time: 0.0411179 Oct 15 16:33:39.236593 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-25ff7d42-8a53-4592-a091-125565b99977 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b HTTP/1.1" status: 200 len: 217 time: 0.0372427 Oct 15 16:33:39.287500 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-fe9967a1-2e68-4fa7-83da-3dc1d245bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:39.288983 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-fe9967a1-2e68-4fa7-83da-3dc1d245bbd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a4c6326-c1ed-4bd0-aa73-3afcde03da80 HTTP/1.1" status: 200 len: 849 time: 0.0458744 Oct 15 16:33:39.321441 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-666b54c0-6d85-498c-bf44-bf9d8474787e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=255ccb9b-d991-4625-ad52-f863a53dd61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250401 Oct 15 16:33:39.432386 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0978922-04f1-4bdb-abf2-c51a7b2a35e7 req-d4f8d43c-5050-45b8-b51b-166490a1f99f tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:39.434443 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a0978922-04f1-4bdb-abf2-c51a7b2a35e7 req-d4f8d43c-5050-45b8-b51b-166490a1f99f tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0987897 Oct 15 16:33:39.453221 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:39.457747 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-32bf99e1-2496-4eac-a6d4-d0f01cf778cc service neutron] 10.222.0.66 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297624 Oct 15 16:33:39.505976 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:39.507292 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a0978922-04f1-4bdb-abf2-c51a7b2a35e7 req-1f96dea6-dbad-410b-b2d0-b07341ecebcc tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654802 Oct 15 16:33:39.565603 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-09901c92-a73f-4589-9b4f-f982f8b7c7ec req-02f9745f-0e42-40f4-84dd-f859f61ca0ab service neutron] 10.222.0.66 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000247 Oct 15 16:33:39.790983 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078961ff-dd8c-4686-9003-41b5d86ff029 req-c5592a96-dbf3-4dc1-a9e6-f4e6ae9d7d75 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:39.792474 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-078961ff-dd8c-4686-9003-41b5d86ff029 req-c5592a96-dbf3-4dc1-a9e6-f4e6ae9d7d75 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 943 time: 0.0499427 Oct 15 16:33:39.829976 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-078961ff-dd8c-4686-9003-41b5d86ff029 req-d9a3c861-037b-4301-bd42-0c2e689b2421 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Oct 15 16:33:40.081528 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ee0a4a-615d-4f9d-8289-f48bd224c31d', 'tag': '996f0a15-6fd6-4a52-acf2-b03f3e6dc92b'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:40.083908 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaeb8d4-0916-43ae-9ba8-d430af496d68" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ee0a4a-615d-4f9d-8289-f48bd224c31d", "tag": "996f0a15-6fd6-4a52-acf2-b03f3e6dc92b"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:40.119479 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d140d697-947f-4ecf-b782-2e6d7e20bc8f x-openstack-request-id: req-d140d697-947f-4ecf-b782-2e6d7e20bc8f {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:40.119770 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ee0a4a-615d-4f9d-8289-f48bd224c31d", "tag": "996f0a15-6fd6-4a52-acf2-b03f3e6dc92b", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:40.120021 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d140d697-947f-4ecf-b782-2e6d7e20bc8f {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:40.120421 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ee0a4a-615d-4f9d-8289-f48bd224c31d', 'tag': '996f0a15-6fd6-4a52-acf2-b03f3e6dc92b', 'status': 'completed', 'code': 200} Oct 15 16:33:40.189302 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-1368d4f1-dfe6-48c0-a4bc-9a485c190241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:40.190770 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-1368d4f1-dfe6-48c0-a4bc-9a485c190241 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=000da236846d430c8b6e019d01be31f9&device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 1096 time: 0.0400071 Oct 15 16:33:40.284376 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-f8d65b59-5452-4000-95c5-c231db803edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:40.285857 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-f8d65b59-5452-4000-95c5-c231db803edc service neutron] 10.222.0.66 "GET /v2.0/networks?id=255ccb9b-d991-4625-ad52-f863a53dd61e HTTP/1.1" status: 200 len: 910 time: 0.0876679 Oct 15 16:33:40.331464 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-f680e7b0-bd6e-49e7-96dc-f58bec9ff99b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b HTTP/1.1" status: 200 len: 217 time: 0.0337036 Oct 15 16:33:40.379669 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-392569a7-d0ad-4997-b8a8-c3346301307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:40.381001 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-392569a7-d0ad-4997-b8a8-c3346301307c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a4c6326-c1ed-4bd0-aa73-3afcde03da80 HTTP/1.1" status: 200 len: 849 time: 0.0419173 Oct 15 16:33:40.417239 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-b92a5b42-7da7-4477-9616-bbedd5bd0ee4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=255ccb9b-d991-4625-ad52-f863a53dd61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279427 Oct 15 16:33:40.507777 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-34983fb2-78c4-4a1d-91b5-d81dacd75edd service neutron] 10.222.0.66 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810857 Oct 15 16:33:40.639096 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-feaeb8d4-0916-43ae-9ba8-d430af496d68 req-f3ab7d95-41e3-4345-8b8e-18931107ca88 service neutron] 10.222.0.66 "GET /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124542 Oct 15 16:33:40.649461 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc5439-50b6-4c35-8b75-04bd3f8f4757 req-0c50553e-012a-4da6-85e9-09f4f2ab3017 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:40.650891 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e7dc5439-50b6-4c35-8b75-04bd3f8f4757 req-0c50553e-012a-4da6-85e9-09f4f2ab3017 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0673563 Oct 15 16:33:40.687821 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e7dc5439-50b6-4c35-8b75-04bd3f8f4757 req-ee0ee45a-fe09-4c3c-8e92-bb4de6bf1154 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309811 Oct 15 16:33:40.943983 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751fe85-cba7-4eaf-81f9-1a982b92a2e3 req-65f52d80-192a-4440-8122-4719716331c0 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:40.945601 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b751fe85-cba7-4eaf-81f9-1a982b92a2e3 req-65f52d80-192a-4440-8122-4719716331c0 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 943 time: 0.0506961 Oct 15 16:33:40.982393 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b751fe85-cba7-4eaf-81f9-1a982b92a2e3 req-a92bb4e1-237d-42fd-a686-3dd64c6a8951 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Oct 15 16:33:41.049459 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:41.807851 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540ddd4-4d09-4fea-9d0d-cc5064ac61ca req-5dc15a88-7011-4655-a07e-94fcae2ac467 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:41.809361 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2540ddd4-4d09-4fea-9d0d-cc5064ac61ca req-5dc15a88-7011-4655-a07e-94fcae2ac467 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0529225 Oct 15 16:33:41.846426 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2540ddd4-4d09-4fea-9d0d-cc5064ac61ca req-178d5389-ced4-4135-9d93-ed8d9db8e9c5 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312474 Oct 15 16:33:42.096430 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34afdff-901a-4859-bb1a-7aa466094892 req-b9394758-77e5-4fee-8ff4-b749a4aa18bf tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:42.097924 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a34afdff-901a-4859-bb1a-7aa466094892 req-b9394758-77e5-4fee-8ff4-b749a4aa18bf tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 943 time: 0.0491595 Oct 15 16:33:42.135634 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a34afdff-901a-4859-bb1a-7aa466094892 req-604e90ee-f9f0-4774-a534-f6f43b3776f8 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Oct 15 16:33:42.963566 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594ea1c-8b7c-4cf6-abcc-41daf0da72ac req-c7b4303f-9701-4d1d-ad2c-d7c74cd5ceb3 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:42.965100 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f594ea1c-8b7c-4cf6-abcc-41daf0da72ac req-c7b4303f-9701-4d1d-ad2c-d7c74cd5ceb3 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0487459 Oct 15 16:33:43.001176 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f594ea1c-8b7c-4cf6-abcc-41daf0da72ac req-bae81096-2062-4ea6-937f-44ecd22eb9aa tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302861 Oct 15 16:33:43.182719 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:33:43.251910 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be913c6-532b-4f50-a845-cb11d9776ec3 req-05dd75a9-b557-49fd-82fd-381774787198 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:43.253413 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2be913c6-532b-4f50-a845-cb11d9776ec3 req-05dd75a9-b557-49fd-82fd-381774787198 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 943 time: 0.0512772 Oct 15 16:33:43.274893 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:43.286247 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '996f0a15-6fd6-4a52-acf2-b03f3e6dc92b', 'network_id': '255ccb9b-d991-4625-ad52-f863a53dd61e', 'port_id': '996f0a15-6fd6-4a52-acf2-b03f3e6dc92b', 'mac_address': 'fa:16:3e:01:62:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4c6326-c1ed-4bd0-aa73-3afcde03da80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:33:43.290570 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2be913c6-532b-4f50-a845-cb11d9776ec3 req-eba4c0fe-17c1-409d-9f0b-c01eb27d8d17 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Oct 15 16:33:43.327456 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:43.339649 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:33:43.358477 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:43.362235 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:43.407506 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:43.525971 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-e6cd4aa1-2ecd-4a04-8752-736cf7c5539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:43.527920 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-e6cd4aa1-2ecd-4a04-8752-736cf7c5539a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 1099 time: 0.0392179 Oct 15 16:33:43.629942 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-97a2ec35-2dbc-46a3-a643-2f0e675f2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:43.631402 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-97a2ec35-2dbc-46a3-a643-2f0e675f2e62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 911 time: 0.0848475 Oct 15 16:33:43.631795 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['996f0a15-6fd6-4a52-acf2-b03f3e6dc92b'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:43.696384 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-928eab8b-5eb5-4603-bc2d-3913f274920c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0 HTTP/1.1" status: 200 len: 1001 time: 0.0571103 Oct 15 16:33:43.744880 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-5e197e84-3ca2-494b-a80b-0fad5a6a2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:43.746333 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-5e197e84-3ca2-494b-a80b-0fad5a6a2a79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.0428882 Oct 15 16:33:43.796728 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-bb56cf7d-8f2e-454d-8d31-5fa61211ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:43.798394 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-bb56cf7d-8f2e-454d-8d31-5fa61211ef2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446572 Oct 15 16:33:43.894735 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-35998f1f-c773-431a-84d1-b456aa560ee9 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805271 Oct 15 16:33:43.986997 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2ed50855-8911-4790-9cbc-51cfac55f1a0 req-0b3c4316-c9d0-4af1-b718-daaf9fb20bab service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843575 Oct 15 16:33:44.117839 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17238-2ac9-4815-a837-ea90372abe9b req-5a79b4e1-f1bb-4cbe-88d4-9bf175d16430 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:44.119384 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-61e17238-2ac9-4815-a837-ea90372abe9b req-5a79b4e1-f1bb-4cbe-88d4-9bf175d16430 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0498695 Oct 15 16:33:44.158792 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-61e17238-2ac9-4815-a837-ea90372abe9b req-3a903dec-1334-460d-b0ed-79fcc2085ea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332303 Oct 15 16:33:44.413978 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe908376-aba9-4103-a2b0-ba6a7f946d56 req-cfb9541f-47b4-428e-baf6-263780e7d02a tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:44.415472 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fe908376-aba9-4103-a2b0-ba6a7f946d56 req-cfb9541f-47b4-428e-baf6-263780e7d02a tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 944 time: 0.0538008 Oct 15 16:33:44.453922 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fe908376-aba9-4103-a2b0-ba6a7f946d56 req-c7bcb2f0-4bf5-4e04-af12-37f9a5fc71a6 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Oct 15 16:33:44.947340 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:45.196330 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:33:45.245953 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:33:45.249616 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:33:45.249982 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:45.281980 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5f69a-51e6-4740-adc2-8b619ac92a01 req-f2a90d69-bc50-4a05-9742-1d8dcb4ea58d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:45.283473 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d8e5f69a-51e6-4740-adc2-8b619ac92a01 req-f2a90d69-bc50-4a05-9742-1d8dcb4ea58d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0551150 Oct 15 16:33:45.322222 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d8e5f69a-51e6-4740-adc2-8b619ac92a01 req-1046fc47-b6eb-4b50-8f33-6a9e3c288ada tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325937 Oct 15 16:33:45.328127 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:45.351312 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ee0a4a-615d-4f9d-8289-f48bd224c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996f0a15-6fd6-4a52-acf2-b03f3e6dc92b'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:45.353681 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779d6cbe-c4ec-436d-b40d-b1ae416884aa" -d '{"events": [{"server_uuid": "b3ee0a4a-615d-4f9d-8289-f48bd224c31d", "name": "network-vif-plugged", "status": "completed", "tag": "996f0a15-6fd6-4a52-acf2-b03f3e6dc92b"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:45.365898 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:45.370578 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:45.396322 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf8606-1161-485a-9cc7-628ed2ca023c x-openstack-request-id: req-4baf8606-1161-485a-9cc7-628ed2ca023c {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:45.396614 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ee0a4a-615d-4f9d-8289-f48bd224c31d", "name": "network-vif-plugged", "status": "completed", "tag": "996f0a15-6fd6-4a52-acf2-b03f3e6dc92b", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:45.396899 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4baf8606-1161-485a-9cc7-628ed2ca023c {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:45.397315 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ee0a4a-615d-4f9d-8289-f48bd224c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996f0a15-6fd6-4a52-acf2-b03f3e6dc92b', 'code': 200} Oct 15 16:33:45.424475 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:45.588521 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e7743-00f4-408a-8d88-2658d9d40896 req-223a8102-8a9d-4923-8d2a-23c205425140 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:45.590648 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-754e7743-00f4-408a-8d88-2658d9d40896 req-223a8102-8a9d-4923-8d2a-23c205425140 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 945 time: 0.0708039 Oct 15 16:33:45.596203 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e7bd-6e47-4948-8dd5-942096d4540f req-b5c9aad3-d1e7-4b44-a034-3fbea96df57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:45.597639 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2174e7bd-6e47-4948-8dd5-942096d4540f req-b5c9aad3-d1e7-4b44-a034-3fbea96df57f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 1098 time: 0.0693371 Oct 15 16:33:45.647039 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-754e7743-00f4-408a-8d88-2658d9d40896 req-27206709-cd6a-4ccb-b929-cf5d503e389a tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484531 Oct 15 16:33:45.653766 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2174e7bd-6e47-4948-8dd5-942096d4540f req-4e602366-a513-48eb-8130-ef8110de8572 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428994 Oct 15 16:33:46.441161 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25559548-bce7-43e3-901d-b6f781e5956d req-3be25230-6482-4b81-8d5d-3c07d49c327d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:46.442622 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-25559548-bce7-43e3-901d-b6f781e5956d req-3be25230-6482-4b81-8d5d-3c07d49c327d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0524230 Oct 15 16:33:46.479561 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-25559548-bce7-43e3-901d-b6f781e5956d req-463c762c-b595-469d-86a0-8e50ca5dfe59 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309777 Oct 15 16:33:46.711427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9f77a-4f04-4d8d-97e6-3a33d3dfccc1 req-c0123ccd-f1f8-4b5e-83d2-bc04da14acb8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:46.713168 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-61c9f77a-4f04-4d8d-97e6-3a33d3dfccc1 req-c0123ccd-f1f8-4b5e-83d2-bc04da14acb8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0522003 Oct 15 16:33:46.809891 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-61c9f77a-4f04-4d8d-97e6-3a33d3dfccc1 req-cd45135b-b879-4c24-bc9d-53937b59434c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880992 Oct 15 16:33:46.834035 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b127f9-eb22-4dba-9cb4-c205159d9a4a req-1d35efb3-debc-46db-9a4b-800f90e89f43 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:46.835588 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f5b127f9-eb22-4dba-9cb4-c205159d9a4a req-1d35efb3-debc-46db-9a4b-800f90e89f43 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 945 time: 0.1068277 Oct 15 16:33:46.838343 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-5b3cc522-45c6-4cb2-92db-151e28be8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:46.839734 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-5b3cc522-45c6-4cb2-92db-151e28be8e76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 1099 time: 0.0943909 Oct 15 16:33:46.890336 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f5b127f9-eb22-4dba-9cb4-c205159d9a4a req-8112eab2-4030-4f88-adb0-91d5c1fae590 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482576 Oct 15 16:33:46.956049 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-8bfbfa07-1ebe-49f4-9b85-f5b5675e7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:46.957467 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-8bfbfa07-1ebe-49f4-9b85-f5b5675e7a1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 911 time: 0.0954623 Oct 15 16:33:47.025793 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-31b7bd76-c0a6-475b-80c0-775bb5ad72bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0 HTTP/1.1" status: 200 len: 1001 time: 0.0608487 Oct 15 16:33:47.077664 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-36a2a75a-5759-41ec-bdfb-ec6121f77675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:47.079090 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-36a2a75a-5759-41ec-bdfb-ec6121f77675 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.0431614 Oct 15 16:33:47.133934 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-ce2283b8-8caf-4935-a82f-8e09d0dbbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:47.135393 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-ce2283b8-8caf-4935-a82f-8e09d0dbbd90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403409 Oct 15 16:33:47.234353 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-9c864719-2822-4eb9-a718-8637803a7809 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880339 Oct 15 16:33:47.326276 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9d6542d5-d13b-4e4b-8ec9-93cedfb26dbd req-11f0b5b6-ef4f-4bcd-b3a2-cf7ed6ffdd7e service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832803 Oct 15 16:33:47.932970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575182a-887e-4c18-82f2-05dfb7cb704b req-51e490a2-710f-442d-a901-d186cfa6302b tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:47.935050 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f575182a-887e-4c18-82f2-05dfb7cb704b req-51e490a2-710f-442d-a901-d186cfa6302b tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0544133 Oct 15 16:33:48.001215 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f575182a-887e-4c18-82f2-05dfb7cb704b req-4261d666-894d-47a9-a4cc-9f0372d8a909 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596719 Oct 15 16:33:48.021870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71827e-0e17-4993-b07e-3385ab2f6352 req-1f71321c-464d-45c0-8378-20bc054b099c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:48.023362 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9b71827e-0e17-4993-b07e-3385ab2f6352 req-1f71321c-464d-45c0-8378-20bc054b099c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 945 time: 0.0614467 Oct 15 16:33:48.059907 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9b71827e-0e17-4993-b07e-3385ab2f6352 req-55772ec4-1ef3-49a4-8e84-968977214c08 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306766 Oct 15 16:33:48.699734 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eab9bd-1ea9-43f7-b4c1-1e42692f0da2 req-9d7665d5-4762-4048-9b26-9f5f5692d22a tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:48.701114 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-68eab9bd-1ea9-43f7-b4c1-1e42692f0da2 req-9d7665d5-4762-4048-9b26-9f5f5692d22a tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 945 time: 0.0516937 Oct 15 16:33:48.738220 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-68eab9bd-1ea9-43f7-b4c1-1e42692f0da2 req-091dda66-cfab-4678-ace0-2041d7f517c7 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312669 Oct 15 16:33:49.117245 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414f507-f3a5-417d-af2a-1997b7ccb3d6 req-6cbd656a-1583-4480-a733-7827cd3497fe tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:49.118952 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8414f507-f3a5-417d-af2a-1997b7ccb3d6 req-6cbd656a-1583-4480-a733-7827cd3497fe tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0485492 Oct 15 16:33:49.157894 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8414f507-f3a5-417d-af2a-1997b7ccb3d6 req-9c0bc5db-c6f8-4d5c-863d-af58d8332cf0 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330760 Oct 15 16:33:49.518893 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-e1f0fd46-b9d5-429d-b716-0e4792e64152 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263942144&fields=id&tenant_id=ee785148882842e0bc6083d14034b335 HTTP/1.1" status: 200 len: 267 time: 0.0326154 Oct 15 16:33:49.570695 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-1d5d4b7e-35ac-4463-8143-78dce002908c tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:49.572149 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-1d5d4b7e-35ac-4463-8143-78dce002908c tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 985 time: 0.0474799 Oct 15 16:33:49.583611 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Request body: {'port': {'security_groups': ['38782231-4174-41e5-9ff3-1045aa9c13b2']}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:33:49.654967 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:49.856597 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] For port 0d9716a5-d6f7-4caa-bf23-281d2b248603, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:49.881253 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3169f-d6c1-4df4-acaa-5f87f7a6172f req-0d34f2c6-5ac8-4dfb-b474-95c4f8a97bb7 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:49.882755 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-39b3169f-d6c1-4df4-acaa-5f87f7a6172f req-0d34f2c6-5ac8-4dfb-b474-95c4f8a97bb7 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 945 time: 0.0714762 Oct 15 16:33:49.910127 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:49.915579 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:49.927710 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['0d9716a5-d6f7-4caa-bf23-281d2b248603'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:49.948318 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:49.948916 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:49.950531 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-379fb8a6-d5f4-4015-aa9b-eba014e68d7a req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "PUT /v2.0/ports/0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 943 time: 0.3711307 Oct 15 16:33:49.956477 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51770) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:49.973346 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:49.975603 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198be911-e5bb-4dec-abd1-1948008837bc" -d '{"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:49.987020 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-39b3169f-d6c1-4df4-acaa-5f87f7a6172f req-6698d1c5-8827-4dc9-8bab-f2da32533ea0 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf466db9-da39-4e51-8190-e2f0fee9de5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955985 Oct 15 16:33:50.013569 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b10ff-5ad3-4c23-bc37-3c8c16e8bf86 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event updated for resources: {'Port': ['ID=0d9716a5-d6f7-4caa-bf23-281d2b248603,revision_number=7']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:50.038440 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7245db8c-75bf-4e01-9322-922948f13fdb tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.050664 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791fdbb-4ed5-476c-9415-aae30f7967b4 x-openstack-request-id: req-9791fdbb-4ed5-476c-9415-aae30f7967b4 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:50.050986 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:50.051323 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9791fdbb-4ed5-476c-9415-aae30f7967b4 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:50.051715 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'status': 'completed', 'code': 200} Oct 15 16:33:50.075157 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['0d9716a5-d6f7-4caa-bf23-281d2b248603'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:50.075377 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7245db8c-75bf-4e01-9322-922948f13fdb tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.141956 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198be911-e5bb-4dec-abd1-1948008837bc req-7917d643-fba1-4923-ad29-2fb0f9e2b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:50.141956 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-198be911-e5bb-4dec-abd1-1948008837bc req-7917d643-fba1-4923-ad29-2fb0f9e2b5f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee785148882842e0bc6083d14034b335&device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1099 time: 0.0577066 Oct 15 16:33:50.154956 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7245db8c-75bf-4e01-9322-922948f13fdb tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.158897 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7245db8c-75bf-4e01-9322-922948f13fdb tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.160309 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-7245db8c-75bf-4e01-9322-922948f13fdb tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "DELETE /v2.0/security-groups/3979b566-f3a3-48f4-b451-d30aa2fb88e9 HTTP/1.1" status: 204 len: 168 time: 0.2021899 Oct 15 16:33:50.166753 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 51774) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:33:50.171886 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245db8c-75bf-4e01-9322-922948f13fdb tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3979b566-f3a3-48f4-b451-d30aa2fb88e9,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:50.305062 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-b70aa2e1-029c-42b5-80ef-4e8bf7583457 None None] Provisioning complete for port 0d9716a5-d6f7-4caa-bf23-281d2b248603 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:33:50.305495 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-b70aa2e1-029c-42b5-80ef-4e8bf7583457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.354706 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-4cccefcd-0d5b-4109-83dd-dc6fbe2a84da tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:50.357020 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-4cccefcd-0d5b-4109-83dd-dc6fbe2a84da tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 945 time: 0.0592334 Oct 15 16:33:50.461189 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Deleting port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:33:50.461533 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.551690 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] For port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,segment=NetworkSegment(777cd451-9646-4e8d-8814-c6edfc911f85),segment_id=777cd451-9646-4e8d-8814-c6edfc911f85)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:50.552062 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.564694 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Calling delete_port for 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:33:50.602015 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198be911-e5bb-4dec-abd1-1948008837bc req-29a91768-2f7c-4e3c-8aff-0f937ed36841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:50.603500 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-198be911-e5bb-4dec-abd1-1948008837bc req-29a91768-2f7c-4e3c-8aff-0f937ed36841 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 200 len: 916 time: 0.4450161 Oct 15 16:33:50.676300 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Deleting port 1177fa96-372b-4cbf-b362-ab8a328d5113 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:33:50.676633 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.705795 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.718710 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['996f0a15-6fd6-4a52-acf2-b03f3e6dc92b'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:33:50.743526 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Pushing event deleted for resources: {'Port': ['ID=996f0a15-6fd6-4a52-acf2-b03f3e6dc92b,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:50.786280 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-198be911-e5bb-4dec-abd1-1948008837bc req-a26546f8-2ba2-40e3-bfd8-4fe905363477 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 1002 time: 0.1743271 Oct 15 16:33:50.797450 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] No DVR routers for this DVR port 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:33:50.800028 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.803494 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-72d05b9b-3891-4ad4-901c-48de6a51d89f req-8b7cc040-7917-4c15-b43d-b9ee578ba00c tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.66 "DELETE /v2.0/ports/996f0a15-6fd6-4a52-acf2-b03f3e6dc92b HTTP/1.1" status: 204 len: 173 time: 0.4372597 Oct 15 16:33:50.803975 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ee0a4a-615d-4f9d-8289-f48bd224c31d', 'name': 'network-vif-deleted', 'tag': '996f0a15-6fd6-4a52-acf2-b03f3e6dc92b'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:50.806314 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ab529-336e-4e0e-a8c5-e760efe29545" -d '{"events": [{"server_uuid": "b3ee0a4a-615d-4f9d-8289-f48bd224c31d", "name": "network-vif-deleted", "tag": "996f0a15-6fd6-4a52-acf2-b03f3e6dc92b"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:50.807706 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.808248 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:50.843834 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4e38fd-eaa6-4db9-af38-32639098845f x-openstack-request-id: req-4e4e38fd-eaa6-4db9-af38-32639098845f {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:50.844381 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ee0a4a-615d-4f9d-8289-f48bd224c31d", "name": "network-vif-deleted", "tag": "996f0a15-6fd6-4a52-acf2-b03f3e6dc92b", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:50.844609 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e4e38fd-eaa6-4db9-af38-32639098845f {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:50.845046 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ee0a4a-615d-4f9d-8289-f48bd224c31d', 'name': 'network-vif-deleted', 'tag': '996f0a15-6fd6-4a52-acf2-b03f3e6dc92b', 'status': 'completed', 'code': 200} Oct 15 16:33:50.850678 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Calling delete_port for 1177fa96-372b-4cbf-b362-ab8a328d5113 owned by network:floatingip {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:33:50.903867 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198be911-e5bb-4dec-abd1-1948008837bc req-aa8efa26-2a5e-45fb-87fd-0bff18fcc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:50.905352 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-198be911-e5bb-4dec-abd1-1948008837bc req-aa8efa26-2a5e-45fb-87fd-0bff18fcc9ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=677c69f1-bc60-4f61-b934-9c8174958132 HTTP/1.1" status: 200 len: 854 time: 0.0870106 Oct 15 16:33:50.999561 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198be911-e5bb-4dec-abd1-1948008837bc req-1740904d-2ef6-46e6-b3c4-e023c848700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:51.001077 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-198be911-e5bb-4dec-abd1-1948008837bc req-1740904d-2ef6-46e6-b3c4-e023c848700c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5e6ad5b-9f62-498a-92c3-399d45e998ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835783 Oct 15 16:33:51.139939 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-16b0f88b-17e2-4f13-aedb-e1baa77fb725 req-e390e2c2-0f27-4d73-be4e-0590609f4b39 tempest-VolumesActionsTest-1931725199 tempest-VolumesActionsTest-1931725199-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3ee0a4a-615d-4f9d-8289-f48bd224c31d HTTP/1.1" status: 200 len: 210 time: 0.0556355 Oct 15 16:33:51.170801 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-198be911-e5bb-4dec-abd1-1948008837bc req-e46e516c-1076-46ba-8988-97c55893d7ce service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616204 Oct 15 16:33:51.175121 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:51.211047 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event deleted for resources: {'Port': ['ID=1177fa96-372b-4cbf-b362-ab8a328d5113,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:33:51.335791 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks [] for floatingip, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:51.336108 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Floating IP dede3444-fb4c-4002-a90a-fc7eea5275e7 disassociated (deleted). External IP: 172.27.2.142, port: 0d9716a5-d6f7-4caa-bf23-281d2b248603. Oct 15 16:33:51.384054 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-198be911-e5bb-4dec-abd1-1948008837bc req-c0391a4b-37f2-4865-a419-e28e62248be5 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043331 Oct 15 16:33:51.554806 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:33:51.661517 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:33:51.665897 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:51.671844 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] Sync routers for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:33:51.680715 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:51.681351 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:51.693343 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8ca782e9-6623-4ced-99ac-9d1c16079a5e tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "DELETE /v2.0/floatingips/dede3444-fb4c-4002-a90a-fc7eea5275e7 HTTP/1.1" status: 204 len: 168 time: 1.5233271 Oct 15 16:33:51.790838 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:52.053020 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:33:52.056138 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdda922-1b48-4530-be9e-129eb17377cf" -d '{"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:33:52.093102 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704b80e2-8227-4a2d-ac23-423e8ba2c5fc x-openstack-request-id: req-704b80e2-8227-4a2d-ac23-423e8ba2c5fc {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:33:52.093465 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:33:52.093713 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-704b80e2-8227-4a2d-ac23-423e8ba2c5fc {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:33:52.094155 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'status': 'completed', 'code': 200} Oct 15 16:33:52.112076 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:17Z', 'revision_number': 5, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:52.142441 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] Checking router: 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:33:52.151091 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:33:52.151703 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:52.163520 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdda922-1b48-4530-be9e-129eb17377cf req-2a334096-f1de-494e-a283-8c790e4b2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:52.165204 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ffdda922-1b48-4530-be9e-129eb17377cf req-2a334096-f1de-494e-a283-8c790e4b2f7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee785148882842e0bc6083d14034b335&device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 1099 time: 0.0460713 Oct 15 16:33:52.267616 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:33:52.268980 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdda922-1b48-4530-be9e-129eb17377cf req-4bf84a60-2f22-4389-9841-c0942f5df9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:52.270631 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ffdda922-1b48-4530-be9e-129eb17377cf req-4bf84a60-2f22-4389-9841-c0942f5df9d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 200 len: 916 time: 0.0883868 Oct 15 16:33:52.319578 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ffdda922-1b48-4530-be9e-129eb17377cf req-eca36d2a-8e15-4677-ba64-cbfccea98652 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 200 len: 217 time: 0.0389311 Oct 15 16:33:52.380522 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdda922-1b48-4530-be9e-129eb17377cf req-2a5b975a-54b4-4ece-8a4e-3c2f605c5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:52.382342 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ffdda922-1b48-4530-be9e-129eb17377cf req-2a5b975a-54b4-4ece-8a4e-3c2f605c5c0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=677c69f1-bc60-4f61-b934-9c8174958132 HTTP/1.1" status: 200 len: 854 time: 0.0559628 Oct 15 16:33:52.441551 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdda922-1b48-4530-be9e-129eb17377cf req-0b80deb2-abb8-4c6f-b7e6-53e39f7f49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:52.443562 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ffdda922-1b48-4530-be9e-129eb17377cf req-0b80deb2-abb8-4c6f-b7e6-53e39f7f49de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5e6ad5b-9f62-498a-92c3-399d45e998ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497947 Oct 15 16:33:52.487999 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:17Z', 'revision_number': 5, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:33:52.515230 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bef4ac-da03-40c3-b166-7c0d2e5bdedf None None] The sync data for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi is: [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:30:11Z', 'revision_number': 4, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '30b25251-acbe-4526-81ec-35bca48e91d2', 'name': '', 'network_id': 'c5e6ad5b-9f62-498a-92c3-399d45e998ed', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'mac_address': 'fa:16:3e:8c:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '677c69f1-bc60-4f61-b934-9c8174958132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:10Z', 'updated_at': '2021-10-15T16:30:17Z', 'revision_number': 5, 'project_id': 'ee785148882842e0bc6083d14034b335', 'subnets': [{'id': '677c69f1-bc60-4f61-b934-9c8174958132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:33:52.548311 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ffdda922-1b48-4530-be9e-129eb17377cf req-6b70eec5-004a-4242-86d7-2ad5a1226ec7 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952113 Oct 15 16:33:52.647806 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ffdda922-1b48-4530-be9e-129eb17377cf req-84354913-e9a8-44d3-afc6-0cefd2e94c71 service neutron] 10.222.0.66 "GET /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907483 Oct 15 16:33:52.791238 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae17624-60cb-4363-a3d5-c0d6b71cf597 None None] New status for floating IP dede3444-fb4c-4002-a90a-fc7eea5275e7: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:33:55.973422 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:33:55.998534 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:33:55.998966 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 996f0a15-6fd6-4a52-acf2-b03f3e6dc92b not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:33:57.560790 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf0b69-7d60-4200-bc59-adbe97de8e40 req-0c4cf2ac-cb98-4ffd-b798-edea12184f72 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:57.562361 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-daaf0b69-7d60-4200-bc59-adbe97de8e40 req-0c4cf2ac-cb98-4ffd-b798-edea12184f72 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0536325 Oct 15 16:33:57.608369 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-daaf0b69-7d60-4200-bc59-adbe97de8e40 req-b0242c71-66f3-4145-baf2-0bc89b7f95eb tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 Oct 15 16:33:58.736970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f79c7-4411-48d7-9ed3-040ea313b1bf req-2c65be78-9393-4ecb-8473-de911d23be4a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:58.738785 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-760f79c7-4411-48d7-9ed3-040ea313b1bf req-2c65be78-9393-4ecb-8473-de911d23be4a tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0547915 Oct 15 16:33:58.781687 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-760f79c7-4411-48d7-9ed3-040ea313b1bf req-1cbf1635-851f-4941-b660-c849da2b9715 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362408 Oct 15 16:33:59.661504 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-5e8a0acf-92f7-4382-88b3-f2b1058d39e2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:59.662884 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-5e8a0acf-92f7-4382-88b3-f2b1058d39e2 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.66 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0573502 Oct 15 16:33:59.763618 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Deleting port 0d9716a5-d6f7-4caa-bf23-281d2b248603 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:33:59.764361 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:59.882558 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] For port 0d9716a5-d6f7-4caa-bf23-281d2b248603, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d9716a5-d6f7-4caa-bf23-281d2b248603,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:33:59.882931 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:33:59.923373 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Calling delete_port for 0d9716a5-d6f7-4caa-bf23-281d2b248603 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:33:59.950641 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990634b-7192-4616-96b4-5f76d5a920b9 req-9ac9cb21-8265-4001-8d17-63c532def3f0 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:33:59.952313 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6990634b-7192-4616-96b4-5f76d5a920b9 req-9ac9cb21-8265-4001-8d17-63c532def3f0 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/ports?device_id=472bfea2-77b9-4608-be18-48e36dfe0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0956428 Oct 15 16:34:00.047355 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6990634b-7192-4616-96b4-5f76d5a920b9 req-85c7e387-8bb9-4b05-b4e1-814954d6a2ff tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.44 "GET /v2.0/security-groups?id=38782231-4174-41e5-9ff3-1045aa9c13b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635905 Oct 15 16:34:00.118845 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:00.161888 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Pushing event deleted for resources: {'Port': ['ID=0d9716a5-d6f7-4caa-bf23-281d2b248603,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:00.208724 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] No DVR routers for this DVR port 0d9716a5-d6f7-4caa-bf23-281d2b248603 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:34:00.211347 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:00.219255 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3a1e7662-df33-4fd5-83ec-f0ed234528ee req-12f689d7-c92d-42f4-9713-7ef44fe60531 tempest-TestMinimumBasicScenario-1354040502 tempest-TestMinimumBasicScenario-1354040502-project] 10.222.0.66 "DELETE /v2.0/ports/0d9716a5-d6f7-4caa-bf23-281d2b248603 HTTP/1.1" status: 204 len: 173 time: 0.5471110 Oct 15 16:34:00.220382 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'name': 'network-vif-deleted', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:34:00.223554 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b87ec29-5301-472a-861d-b3d4f8fce1e6" -d '{"events": [{"server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "name": "network-vif-deleted", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:34:00.354609 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24f5c8a-d765-4186-ae2b-811a2cb09ba0 x-openstack-request-id: req-d24f5c8a-d765-4186-ae2b-811a2cb09ba0 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:34:00.355524 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472bfea2-77b9-4608-be18-48e36dfe0ca3", "name": "network-vif-deleted", "tag": "0d9716a5-d6f7-4caa-bf23-281d2b248603", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:34:00.356006 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d24f5c8a-d765-4186-ae2b-811a2cb09ba0 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:34:00.356464 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472bfea2-77b9-4608-be18-48e36dfe0ca3', 'name': 'network-vif-deleted', 'tag': '0d9716a5-d6f7-4caa-bf23-281d2b248603', 'status': 'completed', 'code': 200} Oct 15 16:34:01.720389 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 51984) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:01.946468 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 0d9716a5-d6f7-4caa-bf23-281d2b248603 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:01.974112 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 0d9716a5-d6f7-4caa-bf23-281d2b248603 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:34:01.974816 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 0d9716a5-d6f7-4caa-bf23-281d2b248603 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:34:02.196985 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:02.736666 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Deleting port 30b25251-acbe-4526-81ec-35bca48e91d2 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:02.737376 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:02.827264 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] For port 30b25251-acbe-4526-81ec-35bca48e91d2, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=30b25251-acbe-4526-81ec-35bca48e91d2,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:02.827839 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:02.843015 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Calling delete_port for 30b25251-acbe-4526-81ec-35bca48e91d2 owned by network:router_interface {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:03.049194 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:03.074918 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b25251-acbe-4526-81ec-35bca48e91d2,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:03.286985 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:03.512917 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:34:03.631652 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:34:03.637898 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-15d0a33c-397b-43b3-8444-c4d86dba4c09 admin admin] 10.222.0.44 "PUT /v2.0/routers/514956d6-5fd7-48bf-9eb3-a722d0dd1f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9156201 Oct 15 16:34:03.640397 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52000) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:03.643835 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] Sync routers for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:34:03.657757 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:03.658383 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:03.756483 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks [] for router, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:03.804545 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:03.880343 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:03.946156 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Deleting port 4f020d8d-54a5-4560-821d-d9bb41667fb0 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:03.946972 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.014874 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:34:02Z', 'revision_number': 5, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port': {'id': '4f020d8d-54a5-4560-821d-d9bb41667fb0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:06Z', 'updated_at': '2021-10-15T16:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:04.054979 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] Checking router: 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:34:04.061249 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] For port 4f020d8d-54a5-4560-821d-d9bb41667fb0, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=4f020d8d-54a5-4560-821d-d9bb41667fb0,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:04.061675 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.069772 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] Routers {'514956d6-5fd7-48bf-9eb3-a722d0dd1f22'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:04.070961 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:04.078404 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Calling delete_port for 4f020d8d-54a5-4560-821d-d9bb41667fb0 owned by network:router_gateway {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:04.206635 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] Set router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 gateway port host: None {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:04.283845 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:34:03Z', 'revision_number': 6, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port_host': None}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:04.319942 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a0523-0088-4e63-b275-d64de210a41e None None] The sync data for ids ['514956d6-5fd7-48bf-9eb3-a722d0dd1f22'] in dv-cinder-801913-8-iscsi is: [{'id': '514956d6-5fd7-48bf-9eb3-a722d0dd1f22', 'name': 'tempest-TestMinimumBasicScenario-1611770619-router', 'tenant_id': 'ee785148882842e0bc6083d14034b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:05Z', 'updated_at': '2021-10-15T16:34:03Z', 'revision_number': 6, 'project_id': 'ee785148882842e0bc6083d14034b335', 'gw_port_host': None}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:34:04.335609 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.376984 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f020d8d-54a5-4560-821d-d9bb41667fb0,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:04.473782 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.573368 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.575975 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.622928 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.623552 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 514956d6-5fd7-48bf-9eb3-a722d0dd1f22 {{(pid=99835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:34:04.632403 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.632403 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-d1027b9f-ba7d-4824-9f27-7077e69f4811 admin admin] 10.222.0.44 "DELETE /v2.0/routers/514956d6-5fd7-48bf-9eb3-a722d0dd1f22 HTTP/1.1" status: 204 len: 168 time: 0.9884870 Oct 15 16:34:04.634325 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52008) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:04.694073 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Deleting subnet 677c69f1-bc60-4f61-b934-9c8174958132 {{(pid=99836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:34:04.697549 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.742197 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532074004'] for subnet, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.863514 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.920291 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532520417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532025287'] for subnet, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.945189 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677c69f1-bc60-4f61-b934-9c8174958132,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:04.956241 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.956683 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.957234 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.957644 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.958045 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.958442 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.958839 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.959316 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.959713 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.960102 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.960492 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.960914 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:04.963822 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:04.965948 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959969e7-5441-4a70-ac98-5d253ba50d1d None None] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:34:04.975093 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-9700dc76-09ed-4a06-9159-b102d2962f39 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/677c69f1-bc60-4f61-b934-9c8174958132 HTTP/1.1" status: 204 len: 168 time: 0.3367951 Oct 15 16:34:04.975380 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52012) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:05.064509 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.146992 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Deleting port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:05.147333 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.202156 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] DHCP port deletion for c5e6ad5b-9f62-498a-92c3-399d45e998ed request from dv-cinder-801913-8-iscsi {{(pid=99837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 16:34:05.249529 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 4f020d8d-54a5-4560-821d-d9bb41667fb0 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:05.274608 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 4f020d8d-54a5-4560-821d-d9bb41667fb0 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:34:05.274961 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 4f020d8d-54a5-4560-821d-d9bb41667fb0 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:34:05.275384 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 30b25251-acbe-4526-81ec-35bca48e91d2 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:05.277235 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] For port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:05.277613 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.293191 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Calling delete_port for ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c owned by network:dhcp {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:05.301747 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 30b25251-acbe-4526-81ec-35bca48e91d2 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:34:05.302100 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 30b25251-acbe-4526-81ec-35bca48e91d2 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:34:05.325495 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] Deleting port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c {{(pid=99837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:05.325795 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.400443 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.440554 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:05.449921 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] No DVR routers for this DVR port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c on host dv-cinder-801913-8-iscsi {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:34:05.546513 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] For port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,segment=NetworkSegment(43a7c1b9-1ca4-4ee9-b684-e098adb3d01f),segment_id=43a7c1b9-1ca4-4ee9-b684-e098adb3d01f)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:05.546925 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.550682 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.567784 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] Calling delete_port for ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c owned by network:dhcp {{(pid=99837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:05.573920 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e6ad5b-9f62-498a-92c3-399d45e998ed']}} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:05.591329 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f') {'for_net_delete': True} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:05.592135 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a7c1b9-1ca4-4ee9-b684-e098adb3d01f') {} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:05.609011 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532074013'] for segment, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.639081 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.657683 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=99836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:34:05.658907 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532520379'] for segment, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: Traceback (most recent call last): Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: timer() Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: cb(*args, **kw) Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: return func(*args, **kwargs) Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: self._notify() Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: self.callback(batched_events) Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: event.method(event) Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: return f(self, *a, **k) Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._get(url).json() Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: return self.request(url, 'GET', **kwargs) Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:34:05.661547 dv-cinder-801913-8-iscsi neutron-server[99836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:34:05.727763 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104'] for port, after_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.729680 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.735379 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:05.736581 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] Network c5e6ad5b-9f62-498a-92c3-399d45e998ed is not hosted by any dhcp agent {{(pid=99837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 16:34:05.739177 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] No DVR routers for this DVR port ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c on host dv-cinder-801913-8-iscsi {{(pid=99837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:34:05.739488 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c5e6ad5b-9f62-498a-92c3-399d45e998ed HTTP/1.1" status: 204 len: 168 time: 0.7628462 Oct 15 16:34:05.742238 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52018) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:05.789508 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd11dbf-14b9-44e8-92f6-38ef94c8670e None None] Pushing event deleted for resources: {'Port': ['ID=ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c,revision_number=None']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:05.795456 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7edf-8c8f-4d9a-9e94-b0fcc151a875 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e6ad5b-9f62-498a-92c3-399d45e998ed,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:05.802065 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-0e9a160a-4ec1-4249-b00f-c7c882d5cc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:06.196659 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:06.471102 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Deleting port ec77487b-917f-42a4-8dca-cb044a1aa588 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:06.471548 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:06.561886 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] For port ec77487b-917f-42a4-8dca-cb044a1aa588, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=ec77487b-917f-42a4-8dca-cb044a1aa588,segment=NetworkSegment(3c49cde8-281c-4f60-837e-e3394a7bd3e9),segment_id=3c49cde8-281c-4f60-837e-e3394a7bd3e9)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:06.564259 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:06.579153 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Calling delete_port for ec77487b-917f-42a4-8dca-cb044a1aa588 owned by network:router_interface {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:06.782497 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:06.813222 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec77487b-917f-42a4-8dca-cb044a1aa588,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:07.035144 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:07.227351 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:07.260423 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:34:07.261098 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device ecc29e32-f4b4-40a5-aeb8-0cbcc8098d9c not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:34:07.317516 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:34:07.446458 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:34:07.452291 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-e8f59913-c91e-437f-98f3-c4e2b97d0e07 admin admin] 10.222.0.44 "PUT /v2.0/routers/59b3941a-d4d0-4f32-9fc6-5aef33ec06c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076788 Oct 15 16:34:07.457156 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52038) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:07.458291 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] Sync routers for ids ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:34:07.481324 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] Routers {'59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:07.482803 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:07.579573 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks [] for router, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:07.626905 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] Set router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:07.704437 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:07.783679 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Deleting port 4e721c99-b709-41d3-9831-5656a3a74832 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:07.784359 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:07.925653 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4e721c99-b709-41d3-9831-5656a3a74832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:34:06Z', 'revision_number': 5, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port': {'id': '4e721c99-b709-41d3-9831-5656a3a74832', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:70:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:18Z', 'updated_at': '2021-10-15T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:07.978968 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] Checking router: 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:34:07.994709 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] Routers {'59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:07.996161 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:33:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:08.149212 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] For port 4e721c99-b709-41d3-9831-5656a3a74832, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=4e721c99-b709-41d3-9831-5656a3a74832,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:08.149608 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.150508 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] Set router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 gateway port host: None {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:08.162614 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Calling delete_port for 4e721c99-b709-41d3-9831-5656a3a74832 owned by network:router_gateway {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:08.223789 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:34:07Z', 'revision_number': 6, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port_host': None}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:08.265489 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745124c1-d2d8-451e-b569-6fafaaf8a927 None None] The sync data for ids ['59b3941a-d4d0-4f32-9fc6-5aef33ec06c7'] in dv-cinder-801913-8-iscsi is: [{'id': '59b3941a-d4d0-4f32-9fc6-5aef33ec06c7', 'name': 'tempest-TestMinimumBasicScenario-2034141097-router', 'tenant_id': '9c8516faf7564d23ad8832123cc7db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:34:07Z', 'revision_number': 6, 'project_id': '9c8516faf7564d23ad8832123cc7db7a', 'gw_port_host': None}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:34:08.397090 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.423128 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e721c99-b709-41d3-9831-5656a3a74832,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:08.488271 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.510246 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-31d882c2-4be7-4518-8681-729f62aa0f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.587108 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.590481 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.639429 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.639977 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 {{(pid=99835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:34:08.650250 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.655462 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-405605aa-5550-4b8e-9c4e-7ac55215a65b admin admin] 10.222.0.44 "DELETE /v2.0/routers/59b3941a-d4d0-4f32-9fc6-5aef33ec06c7 HTTP/1.1" status: 204 len: 168 time: 1.1947148 Oct 15 16:34:08.656289 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52046) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:08.715392 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3c7d6d-7314-4f72-a31c-7624dc3d11b7 admin admin] Deleting subnet eca83aa0-5501-4545-9850-b3bc6658a2e4 {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:34:08.718573 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7d6d-7314-4f72-a31c-7624dc3d11b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.766141 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7d6d-7314-4f72-a31c-7624dc3d11b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.887839 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7d6d-7314-4f72-a31c-7624dc3d11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:08.965996 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7d6d-7314-4f72-a31c-7624dc3d11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.006506 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7d6d-7314-4f72-a31c-7624dc3d11b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.010022 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833c229-8035-48bb-a6ed-a0056be812ce None None] Network 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:34:09.012014 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ea3c7d6d-7314-4f72-a31c-7624dc3d11b7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eca83aa0-5501-4545-9850-b3bc6658a2e4 HTTP/1.1" status: 204 len: 168 time: 0.3520288 Oct 15 16:34:09.013776 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c7d6d-7314-4f72-a31c-7624dc3d11b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca83aa0-5501-4545-9850-b3bc6658a2e4,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:09.020658 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52048) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:09.136943 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.163269 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device ec77487b-917f-42a4-8dca-cb044a1aa588 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:09.185795 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: ec77487b-917f-42a4-8dca-cb044a1aa588 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:34:09.186144 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device ec77487b-917f-42a4-8dca-cb044a1aa588 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:34:09.186679 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 4e721c99-b709-41d3-9831-5656a3a74832 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:09.206970 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Deleting port d972505f-2f87-4608-a64f-19bcc64ff3db {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:09.207305 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.251113 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 4e721c99-b709-41d3-9831-5656a3a74832 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:34:09.251464 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 4e721c99-b709-41d3-9831-5656a3a74832 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:34:09.291636 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] For port d972505f-2f87-4608-a64f-19bcc64ff3db, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d972505f-2f87-4608-a64f-19bcc64ff3db,segment=NetworkSegment(3c49cde8-281c-4f60-837e-e3394a7bd3e9),segment_id=3c49cde8-281c-4f60-837e-e3394a7bd3e9)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:09.292030 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.311847 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Calling delete_port for d972505f-2f87-4608-a64f-19bcc64ff3db owned by network:dhcp {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:09.357119 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] DHCP port deletion for 2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 request from dv-cinder-801913-8-iscsi {{(pid=99837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 16:34:09.410442 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.433574 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] No DVR routers for this DVR port d972505f-2f87-4608-a64f-19bcc64ff3db on host dv-cinder-801913-8-iscsi {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:34:09.459073 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d972505f-2f87-4608-a64f-19bcc64ff3db,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:09.513613 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.519297 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] Deleting port d972505f-2f87-4608-a64f-19bcc64ff3db {{(pid=99837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:09.519790 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.522960 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.584495 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.608165 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a38cd05-fcbd-4468-8da0-b525e2aa3fc8']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:09.618827 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c49cde8-281c-4f60-837e-e3394a7bd3e9') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:09.619194 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c49cde8-281c-4f60-837e-e3394a7bd3e9') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:09.630830 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] For port d972505f-2f87-4608-a64f-19bcc64ff3db, host dv-cinder-801913-8-iscsi, got binding levels [] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:09.631261 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.641540 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.664017 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] Calling delete_port for d972505f-2f87-4608-a64f-19bcc64ff3db owned by network:dhcp {{(pid=99837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:09.667777 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.670489 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.ipam_backend_mixin [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] Port d972505f-2f87-4608-a64f-19bcc64ff3db was not found and therefore no delete operation was performed {{(pid=99837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 16:34:09.671840 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104'] for port, after_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.676419 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:34:09.676419 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:34:09.679050 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:34:09.703467 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] Pushing event deleted for resources: {'Port': ['ID=d972505f-2f87-4608-a64f-19bcc64ff3db,revision_number=None']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:09.712949 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ada92-4164-4ae7-82bd-4ce4e25fec16 None None] No DVR routers for this DVR port d972505f-2f87-4608-a64f-19bcc64ff3db on host dv-cinder-801913-8-iscsi {{(pid=99837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:34:09.752664 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.758931 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:09.765456 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a38cd05-fcbd-4468-8da0-b525e2aa3fc8 HTTP/1.1" status: 204 len: 168 time: 0.7432392 Oct 15 16:34:09.779899 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051793c-2436-45d2-88d7-6eae44e0cfe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a38cd05-fcbd-4468-8da0-b525e2aa3fc8,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:09.953757 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52062) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:09.998796 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-46ec52d3-1e8a-4cea-befb-b6cc9cb67fcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee785148882842e0bc6083d14034b335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438175 Oct 15 16:34:10.002082 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52064) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:10.053969 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4664b077-ea9d-4068-82ab-509bf1e395f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:10.062041 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:34:10.076901 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4664b077-ea9d-4068-82ab-509bf1e395f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:10.130179 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4664b077-ea9d-4068-82ab-509bf1e395f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:10.133071 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-4664b077-ea9d-4068-82ab-509bf1e395f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:10.134306 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-4664b077-ea9d-4068-82ab-509bf1e395f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38782231-4174-41e5-9ff3-1045aa9c13b2 HTTP/1.1" status: 204 len: 168 time: 0.1312776 Oct 15 16:34:10.153865 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b077-ea9d-4068-82ab-509bf1e395f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38782231-4174-41e5-9ff3-1045aa9c13b2,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:10.555595 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52076) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:10.634016 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ec48c1ae-ebe0-4409-b1c1-3f1c8d001508 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c8516faf7564d23ad8832123cc7db7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768769 Oct 15 16:34:10.636491 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52078) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:10.714958 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-37b2e0b6-b9f7-4ab6-b5cf-300828674901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:10.744312 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-37b2e0b6-b9f7-4ab6-b5cf-300828674901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:10.810248 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-37b2e0b6-b9f7-4ab6-b5cf-300828674901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:10.813841 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-37b2e0b6-b9f7-4ab6-b5cf-300828674901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:10.818746 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-37b2e0b6-b9f7-4ab6-b5cf-300828674901 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9433676-9ab4-45b8-8fbe-d46ba2acbecd HTTP/1.1" status: 204 len: 168 time: 0.1810639 Oct 15 16:34:10.830523 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2e0b6-b9f7-4ab6-b5cf-300828674901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9433676-9ab4-45b8-8fbe-d46ba2acbecd,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:11.078191 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:11.153731 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d972505f-2f87-4608-a64f-19bcc64ff3db no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:11.177629 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: d972505f-2f87-4608-a64f-19bcc64ff3db {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:34:11.178268 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d972505f-2f87-4608-a64f-19bcc64ff3db not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:34:11.740112 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52106) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:11.873640 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-509496806-network', 'tenant_id': '9a86c459dca342c9a7097322a2721c93'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:11.903079 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Made reservation on behalf of 9a86c459dca342c9a7097322a2721c93 for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:34:11.905682 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:11.915457 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.002412 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.006501 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.032836 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:34:12.043711 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeb20c6-7cc1-4ee6-bd83-6da266a87e50,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:12.048973 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.049393 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Added segment deb40412-fc5b-443a-affe-e5edd601e870 of type vlan for network 736029a6-f3cb-4eff-b36d-2478b647a194 Oct 15 16:34:12.096803 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.123144 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.124258 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:12.124875 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.196251 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4542117 Oct 15 16:34:12.199191 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52110) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:12.201123 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d58b8-8020-467b-88ae-f90492f2cea6 admin admin] Pushing event updated for resources: {'Network': ['ID=736029a6-f3cb-4eff-b36d-2478b647a194,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:12.205971 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Request body: {'subnet': {'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-509496806-subnet', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:12.212009 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 736029a6-f3cb-4eff-b36d-2478b647a194 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:34:12.238743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Made reservation on behalf of 9a86c459dca342c9a7097322a2721c93 for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:34:12.241492 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531696650'] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.451684 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531256804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531696696'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.522289 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Checking segment: {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:12.522289 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Network hostable DHCP agents. Network: 736029a6-f3cb-4eff-b36d-2478b647a194, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:34:12.533758 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909ad65b-fb1b-4cd7-bcb5-740d30718061,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:12.545833 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Network 736029a6-f3cb-4eff-b36d-2478b647a194 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:34:12.555293 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 736029a6-f3cb-4eff-b36d-2478b647a194) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:12.560073 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:12.560667 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.568310 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48484cd-bd0e-4abc-91f0-7fb2a294622e None None] Network 736029a6-f3cb-4eff-b36d-2478b647a194 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:34:12.581270 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8d21ebcb-237c-49fd-8e0e-c33ecb0c3987 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3809202 Oct 15 16:34:12.582746 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52120) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:12.587426 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:12.612565 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.613774 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.671291 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.767440 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-736029a6-f3cb-4eff-b36d-2478b647a194', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:34:12.768520 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.836023 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:12.963993 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Allocated IP 172.20.0.2 (736029a6-f3cb-4eff-b36d-2478b647a194/909ad65b-fb1b-4cd7-bcb5-740d30718061/125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:13.069429 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.092459 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.138557 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.146631 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.185622 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Network 736029a6-f3cb-4eff-b36d-2478b647a194 is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:13.188374 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:13.190829 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:13.204746 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Allocated IP 172.27.2.44 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/e704d0de-baad-4dd9-8c65-5172ab98312f) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:13.205036 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Pushing event updated for resources: {'Port': ['ID=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:13.258282 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Attempting to bind port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:34:13.258929 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Attempting to bind port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:34:13.258929 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Attempting to bind port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 on network 736029a6-f3cb-4eff-b36d-2478b647a194 {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:13.263786 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:34:13.264154 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Checking segment: {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:13.264557 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.264973 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Bound using segment: {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:34:13.265437 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Bound port: 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:34:13.266066 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.311938 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.328461 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-89359f58-37f3-48ea-8078-34f4127390db None None] For port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:34:13.331540 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-89359f58-37f3-48ea-8078-34f4127390db None None] For port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:34:13.335506 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.346570 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.388010 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:13.388010 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:13.389759 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:13.392163 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89359f58-37f3-48ea-8078-34f4127390db None None] Pushing event updated for resources: {'Port': ['ID=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:13.421493 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Pushing event updated for resources: {'Port': ['ID=e704d0de-baad-4dd9-8c65-5172ab98312f,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:13.688555 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:13.891624 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:14.040178 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Router 9b615be7-541a-4c99-a2a2-1144ed48fffb is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:34:14.452528 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:34:14.461615 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Sync routers for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:34:14.472295 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:14.473544 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:14.473792 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a95ad574-bba0-47f6-a32c-b4faeb27c26c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8898146 Oct 15 16:34:14.474151 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:14.476296 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52204) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:14.513518 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c1d65-867b-409f-9a98-462f250a3b89 None None] Network 736029a6-f3cb-4eff-b36d-2478b647a194 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:34:14.614927 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-31e051f3-f462-454b-a309-758f2b0ca6f6 None None] Provisioning complete for port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:14.615209 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-31e051f3-f462-454b-a309-758f2b0ca6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:14.678904 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:14.895443 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.020528 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.028309 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-31e051f3-f462-454b-a309-758f2b0ca6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.062111 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Allocated IP 172.20.0.1 (736029a6-f3cb-4eff-b36d-2478b647a194/909ad65b-fb1b-4cd7-bcb5-740d30718061/b34ce24b-a040-4133-9828-4928cfda0f7c) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:15.101986 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-31e051f3-f462-454b-a309-758f2b0ca6f6 None None] For port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:15.125314 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-31e051f3-f462-454b-a309-758f2b0ca6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.207603 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:15.226572 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:13Z', 'revision_number': 3, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:15.259804 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.310722 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Checking router: 9b615be7-541a-4c99-a2a2-1144ed48fffb for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:34:15.311296 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Updating router 9b615be7-541a-4c99-a2a2-1144ed48fffb port e704d0de-baad-4dd9-8c65-5172ab98312f binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:34:15.313679 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.318486 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e051f3-f462-454b-a309-758f2b0ca6f6 None None] Pushing event updated for resources: {'Port': ['ID=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:15.337883 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52208) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:15.373398 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Network 736029a6-f3cb-4eff-b36d-2478b647a194 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:15.378384 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:15.380298 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.380818 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:15.419837 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b58bd4-e276-4b38-abb9-86e9f6a809ae admin admin] Deleting subnet 4a4c6326-c1ed-4bd0-aa73-3afcde03da80 {{(pid=99836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:34:15.425485 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f5b58bd4-e276-4b38-abb9-86e9f6a809ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.432036 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Pushing event updated for resources: {'Port': ['ID=b34ce24b-a040-4133-9828-4928cfda0f7c,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:15.454753 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.487278 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f5b58bd4-e276-4b38-abb9-86e9f6a809ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532074004'] for subnet, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.536060 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f5b58bd4-e276-4b38-abb9-86e9f6a809ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.575245 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:15.575815 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.602549 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f5b58bd4-e276-4b38-abb9-86e9f6a809ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532520417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532025287'] for subnet, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.629280 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.630184 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b58bd4-e276-4b38-abb9-86e9f6a809ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4c6326-c1ed-4bd0-aa73-3afcde03da80,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:15.638638 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-f5b58bd4-e276-4b38-abb9-86e9f6a809ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.645383 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52214) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:15.646216 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-f5b58bd4-e276-4b38-abb9-86e9f6a809ae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4a4c6326-c1ed-4bd0-aa73-3afcde03da80 HTTP/1.1" status: 204 len: 168 time: 0.3067005 Oct 15 16:34:15.659838 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-1c2fc789-8ca1-478c-b7d9-298604c00777 None None] Provisioning complete for port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:15.660255 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc789-8ca1-478c-b7d9-298604c00777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.761566 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.896673 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.901331 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.902063 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.925427 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255ccb9b-d991-4625-ad52-f863a53dd61e']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:15.945048 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777cd451-9646-4e8d-8814-c6edfc911f85') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:15.945350 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777cd451-9646-4e8d-8814-c6edfc911f85') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:15.948115 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.956422 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.959411 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.961234 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Attempting to bind port e704d0de-baad-4dd9-8c65-5172ab98312f on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:34:15.961679 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Attempting to bind port e704d0de-baad-4dd9-8c65-5172ab98312f by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:34:15.962148 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Attempting to bind port e704d0de-baad-4dd9-8c65-5172ab98312f on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:15.965373 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0603e6-9029-493a-bf76-f85ec6071e21 None None] Pushing event updated for resources: {'Port': ['ID=e704d0de-baad-4dd9-8c65-5172ab98312f,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:15.970567 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:34:15.970959 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:15.971413 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:15.971743 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:34:15.972220 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Bound port: e704d0de-baad-4dd9-8c65-5172ab98312f, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:34:15.972610 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.016549 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.022368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-11b670d5-6995-46e3-8c80-8e91aa932151 None None] Provisioning complete for port b34ce24b-a040-4133-9828-4928cfda0f7c triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:16.022552 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-11b670d5-6995-46e3-8c80-8e91aa932151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.032161 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:34:16.032560 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:34:16.035619 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:34:16.054056 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] For port e704d0de-baad-4dd9-8c65-5172ab98312f, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:34:16.056537 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.060217 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Pushing event updated for resources: {'Port': ['ID=b34ce24b-a040-4133-9828-4928cfda0f7c,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:16.072361 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] For port e704d0de-baad-4dd9-8c65-5172ab98312f, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=e704d0de-baad-4dd9-8c65-5172ab98312f,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:34:16.074012 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-11b670d5-6995-46e3-8c80-8e91aa932151 None None] Port b34ce24b-a040-4133-9828-4928cfda0f7c cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:34:16.077576 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.130641 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.130896 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:16.131268 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:16.137773 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.141214 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] 10.222.0.44 "DELETE /v2.0/networks/255ccb9b-d991-4625-ad52-f863a53dd61e HTTP/1.1" status: 204 len: 168 time: 0.4949336 Oct 15 16:34:16.179370 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3bda5-e192-4b35-b5b3-ae3f8ee2613b admin admin] Pushing event deleted for resources: {'Network': ['ID=255ccb9b-d991-4625-ad52-f863a53dd61e,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:16.231347 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Network 736029a6-f3cb-4eff-b36d-2478b647a194 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:16.232852 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:16.250997 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0603e6-9029-493a-bf76-f85ec6071e21 None None] Pushing event updated for resources: {'Port': ['ID=e704d0de-baad-4dd9-8c65-5172ab98312f,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:16.295261 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:16.318933 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52226) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:16.375283 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Router 9b615be7-541a-4c99-a2a2-1144ed48fffb has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:34:16.404803 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-90d07bba-3132-44c9-9048-cd9e01bed98a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=000da236846d430c8b6e019d01be31f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844479 Oct 15 16:34:16.405504 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52228) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:16.486700 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9598bc21-6d88-48a1-a46d-ec0be4625cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.506474 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:34:16.510978 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9598bc21-6d88-48a1-a46d-ec0be4625cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.547411 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-db206c6b-c2d1-472e-bd9e-b5c32bf7bfdc admin admin] 10.222.0.44 "PUT /v2.0/routers/9b615be7-541a-4c99-a2a2-1144ed48fffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0691984 Oct 15 16:34:16.572523 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9598bc21-6d88-48a1-a46d-ec0be4625cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.575143 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9598bc21-6d88-48a1-a46d-ec0be4625cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.578653 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-9598bc21-6d88-48a1-a46d-ec0be4625cf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf466db9-da39-4e51-8190-e2f0fee9de5e HTTP/1.1" status: 204 len: 168 time: 0.1698182 Oct 15 16:34:16.579839 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-f031b9be-8ee8-48cf-b083-dd9b1874b2d9 None None] Provisioning complete for port b34ce24b-a040-4133-9828-4928cfda0f7c triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:16.579839 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-f031b9be-8ee8-48cf-b083-dd9b1874b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:16.594961 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598bc21-6d88-48a1-a46d-ec0be4625cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf466db9-da39-4e51-8190-e2f0fee9de5e,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:16.648967 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a7756-7742-45ee-af47-8564520cd6d5 req-4d835281-1699-4ed7-9999-84c879cf7c77 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:16.658600 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-985a7756-7742-45ee-af47-8564520cd6d5 req-4d835281-1699-4ed7-9999-84c879cf7c77 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0655813 Oct 15 16:34:16.709436 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-f031b9be-8ee8-48cf-b083-dd9b1874b2d9 None None] Port b34ce24b-a040-4133-9828-4928cfda0f7c cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:34:16.716046 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-985a7756-7742-45ee-af47-8564520cd6d5 req-a6daefe2-c46c-4b9f-94b9-90dfefe3f8e9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563624 Oct 15 16:34:16.728416 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 2, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:16.757637 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd5b7a-4343-470b-8ad2-f9f2dcdd2bc9 None None] The sync data for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi is: [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 2, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:34:17.163089 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:17.180795 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52268) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:17.189734 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1230948476-network', 'tenant_id': '955061d7717b4df8a68ac856affc382d'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:17.220311 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Made reservation on behalf of 955061d7717b4df8a68ac856affc382d for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:34:17.222833 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.231929 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:17.232324 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.233158 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.325029 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.330510 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.360433 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:34:17.371345 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcdb3c-4e97-4080-bdb9-046e6e3c8c67,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:17.376940 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.377287 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Added segment 91989bb6-35f9-45e9-b567-2a7b2634ea25 of type vlan for network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 Oct 15 16:34:17.421602 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.457805 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.458988 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:17.459601 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.493677 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3111658 Oct 15 16:34:17.497046 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52278) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:17.502035 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Request body: {'subnet': {'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1230948476-subnet', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:17.549738 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Made reservation on behalf of 955061d7717b4df8a68ac856affc382d for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:34:17.552227 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532025314'] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.560406 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafde8d-2362-4375-a201-c5dbe235b893 admin admin] Pushing event updated for resources: {'Network': ['ID=4761a37a-1687-48e3-8ef0-03cc32dfbaf9,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:17.585038 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:34:17.765446 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532520740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532025296'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.862290 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc3f08a-df55-435d-8ce8-edcdbc0ed36d,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:17.877557 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Checking segment: {'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:17.877670 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Network hostable DHCP agents. Network: 4761a37a-1687-48e3-8ef0-03cc32dfbaf9, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:34:17.897621 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee1e76-19bd-4572-8679-d649367ff8f2 req-98104583-9b37-430b-8bbd-b4270bf63b2e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:17.899173 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bee1e76-19bd-4572-8679-d649367ff8f2 req-98104583-9b37-430b-8bbd-b4270bf63b2e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0942645 Oct 15 16:34:17.915434 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:34:17.935612 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 4761a37a-1687-48e3-8ef0-03cc32dfbaf9) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:17.944140 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4149c8c-7aed-460a-b5e7-a7106235a157 None None] Network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:34:17.947089 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:17.947706 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:17.958383 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2bee1e76-19bd-4572-8679-d649367ff8f2 req-0073ea11-15d1-4d96-b78e-9d4e191e828a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515718 Oct 15 16:34:17.974805 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-7c0bb105-b9f2-4e31-adbf-03eae022e363 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4759004 Oct 15 16:34:17.977565 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52286) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:17.982702 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:18.011898 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1011258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-491959'] for router, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.013019 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-491966'] for router, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.013737 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52288) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:18.080505 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.138206 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fea1ed4-22ce-59a1-af2a-012bf1d3cf18-4761a37a-1687-48e3-8ef0-03cc32dfbaf9', 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'fixed_ips': [{'subnet_id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d'}]}} from dv-cinder-801913-8-iscsi. {{(pid=99837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 16:34:18.139080 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.147754 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-40013a3a-15d4-4d8e-ae38-a55f96382462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.234103 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.250832 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-40013a3a-15d4-4d8e-ae38-a55f96382462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.257113 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-40013a3a-15d4-4d8e-ae38-a55f96382462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.295425 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-40013a3a-15d4-4d8e-ae38-a55f96382462 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aee5aaa891d4cda8119c3e1fb64a08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793884 Oct 15 16:34:18.295425 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52292) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:18.320004 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.db_base_plugin_common [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Allocated IP 172.20.0.2 (4761a37a-1687-48e3-8ef0-03cc32dfbaf9/9bc3f08a-df55-435d-8ce8-edcdbc0ed36d/216c66d4-8479-4155-aa10-6f1a00dbb479) {{(pid=99837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:18.332936 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40013a3a-15d4-4d8e-ae38-a55f96382462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77751b6e-1f7b-4f03-9e47-1589183597e1,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:18.374579 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ee06-6b02-40a1-bfde-bc4038ea94a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.403326 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ee06-6b02-40a1-bfde-bc4038ea94a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.457425 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ee06-6b02-40a1-bfde-bc4038ea94a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.460227 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ee06-6b02-40a1-bfde-bc4038ea94a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.461399 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-d4f4ee06-6b02-40a1-bfde-bc4038ea94a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77751b6e-1f7b-4f03-9e47-1589183597e1 HTTP/1.1" status: 204 len: 168 time: 0.1606133 Oct 15 16:34:18.466161 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.471912 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4ee06-6b02-40a1-bfde-bc4038ea94a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77751b6e-1f7b-4f03-9e47-1589183597e1,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:18.493802 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.519455 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Publish callbacks [] for port, precommit_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.526997 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095'] for port, after_create {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.577664 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 is already hosted by enough agents. {{(pid=99837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:18.581244 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.scheduler.base_scheduler [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Resources bound (agent type, host, resource id): {{(pid=99837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:18.587367 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Received port after_create {{(pid=99837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:18.597322 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Pushing event updated for resources: {'Port': ['ID=216c66d4-8479-4155-aa10-6f1a00dbb479,revision_number=1']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:18.605746 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.606105 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.606562 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.606777 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.607112 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.607446 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.607776 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.608101 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.608775 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.608775 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.609120 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.609443 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:18.622362 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Allocated IP 172.27.2.208 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/48933fa5-341a-407c-84e7-48e5ba711236) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:18.665183 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Attempting to bind port 216c66d4-8479-4155-aa10-6f1a00dbb479 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:34:18.665556 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Attempting to bind port 216c66d4-8479-4155-aa10-6f1a00dbb479 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:34:18.665921 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Attempting to bind port 216c66d4-8479-4155-aa10-6f1a00dbb479 on network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:18.671079 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:34:18.671455 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Checking segment: {'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:18.671856 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.672250 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Bound using segment: {'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:34:18.672740 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Bound port: 216c66d4-8479-4155-aa10-6f1a00dbb479, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:34:18.673124 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.732635 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.736651 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] For port 216c66d4-8479-4155-aa10-6f1a00dbb479, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:34:18.740480 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] For port 216c66d4-8479-4155-aa10-6f1a00dbb479, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=216c66d4-8479-4155-aa10-6f1a00dbb479,segment=NetworkSegment(91989bb6-35f9-45e9-b567-2a7b2634ea25),segment_id=91989bb6-35f9-45e9-b567-2a7b2634ea25)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:34:18.747329 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.785824 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:18.829499 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:18.832457 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:18.836078 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:18.842423 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c7b1-441e-4b9f-8807-96df076a2bf4 None None] Pushing event updated for resources: {'Port': ['ID=216c66d4-8479-4155-aa10-6f1a00dbb479,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:18.888605 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Pushing event updated for resources: {'Port': ['ID=48933fa5-341a-407c-84e7-48e5ba711236,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:19.178621 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06613d-5021-4342-8cc9-c2a92bffab97 req-156e9f7b-3997-4c7a-98bf-7c9caeb60094 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:19.181156 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ce06613d-5021-4342-8cc9-c2a92bffab97 req-156e9f7b-3997-4c7a-98bf-7c9caeb60094 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.1022985 Oct 15 16:34:19.222005 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.261544 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ce06613d-5021-4342-8cc9-c2a92bffab97 req-b50d5c7c-1fae-4f16-8e87-31da868807aa tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694366 Oct 15 16:34:19.272318 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Sync routers for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:34:19.291490 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:19.292963 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:19.296430 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device e704d0de-baad-4dd9-8c65-5172ab98312f up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:19.356387 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port e704d0de-baad-4dd9-8c65-5172ab98312f triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:19.356675 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.426008 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:19.583847 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.615096 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port e704d0de-baad-4dd9-8c65-5172ab98312f, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=e704d0de-baad-4dd9-8c65-5172ab98312f,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:19.620735 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.621694 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 216c66d4-8479-4155-aa10-6f1a00dbb479 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:19.726980 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 2, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:19.739333 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=e704d0de-baad-4dd9-8c65-5172ab98312f,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:19.769140 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Checking router: 9b615be7-541a-4c99-a2a2-1144ed48fffb for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:34:19.770020 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Updating router 9b615be7-541a-4c99-a2a2-1144ed48fffb port b34ce24b-a040-4133-9828-4928cfda0f7c binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:34:19.770325 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 216c66d4-8479-4155-aa10-6f1a00dbb479 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:19.770940 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.805019 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.861455 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007656'] for router, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.889332 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.927842 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 216c66d4-8479-4155-aa10-6f1a00dbb479, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=216c66d4-8479-4155-aa10-6f1a00dbb479,segment=NetworkSegment(91989bb6-35f9-45e9-b567-2a7b2634ea25),segment_id=91989bb6-35f9-45e9-b567-2a7b2634ea25)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:19.933147 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:19.993112 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=216c66d4-8479-4155-aa10-6f1a00dbb479,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:20.109556 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Router 82fc69e8-335b-4d1c-840c-70263e1c3b5c is scheduled to L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 with binding_index 1 {{(pid=99835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 16:34:20.164113 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aec78e-3e46-43c7-baa7-a97e869d6415 None None] Network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:34:20.168047 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.173632 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.257514 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Pushing event updated for resources: {'Port': ['ID=b34ce24b-a040-4133-9828-4928cfda0f7c,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:20.270281 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:34:20.286230 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.287221 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.287572 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.287912 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.288243 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.288871 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.289389 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.289878 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.290493 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.291659 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.292190 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.292688 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:20.292835 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.297337 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52336) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:20.298046 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-1b2a1fa9-1bde-4e60-9b4c-b1a2a3cff5fb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3191774 Oct 15 16:34:20.301210 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Sync routers for ids ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:34:20.317021 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Attempting to bind port b34ce24b-a040-4133-9828-4928cfda0f7c on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:34:20.317398 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Attempting to bind port b34ce24b-a040-4133-9828-4928cfda0f7c by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:34:20.317762 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Attempting to bind port b34ce24b-a040-4133-9828-4928cfda0f7c on network 736029a6-f3cb-4eff-b36d-2478b647a194 {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:20.323808 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:34:20.324174 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Checking segment: {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:20.324812 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.325356 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Bound using segment: {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:34:20.325983 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Bound port: b34ce24b-a040-4133-9828-4928cfda0f7c, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:34:20.326528 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.403320 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] For port b34ce24b-a040-4133-9828-4928cfda0f7c, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:34:20.407801 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] For port b34ce24b-a040-4133-9828-4928cfda0f7c, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=b34ce24b-a040-4133-9828-4928cfda0f7c,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:34:20.411772 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-2b09930a-00ef-4f0c-8f0f-0e789c9fb450 None None] Provisioning complete for port 216c66d4-8479-4155-aa10-6f1a00dbb479 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:20.412478 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2b09930a-00ef-4f0c-8f0f-0e789c9fb450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.414607 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.456653 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Routers {'82fc69e8-335b-4d1c-840c-70263e1c3b5c'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:20.457585 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:20.465441 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:20.466124 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:20.567168 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2f17b-eb01-4d26-9dd8-3ff59c4da740 None None] Pushing event updated for resources: {'Port': ['ID=b34ce24b-a040-4133-9828-4928cfda0f7c,revision_number=4']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:20.625135 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Set router 82fc69e8-335b-4d1c-840c-70263e1c3b5c gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:20.669612 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:20.714753 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3fa55-954c-4fa7-929d-2098b029bad4 req-8cfb0699-72bf-40ef-aad9-720b79e2a33a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:20.724745 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-eee3fa55-954c-4fa7-929d-2098b029bad4 req-8cfb0699-72bf-40ef-aad9-720b79e2a33a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.3649278 Oct 15 16:34:20.782921 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-526b939f-86aa-4af9-bc61-a5c886f57013 None None] Provisioning complete for port b34ce24b-a040-4133-9828-4928cfda0f7c triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:20.783340 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-526b939f-86aa-4af9-bc61-a5c886f57013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.806327 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-eee3fa55-954c-4fa7-929d-2098b029bad4 req-013a7d5d-a65b-48f1-8312-fdd9fc80378f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805478 Oct 15 16:34:20.919201 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-526b939f-86aa-4af9-bc61-a5c886f57013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:20.943248 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '48933fa5-341a-407c-84e7-48e5ba711236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 3, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port': {'id': '48933fa5-341a-407c-84e7-48e5ba711236', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:20.980373 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Checking router: 82fc69e8-335b-4d1c-840c-70263e1c3b5c for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:34:20.980746 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Updating router 82fc69e8-335b-4d1c-840c-70263e1c3b5c port 48933fa5-341a-407c-84e7-48e5ba711236 binding host dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:34:20.985827 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-526b939f-86aa-4af9-bc61-a5c886f57013 None None] For port b34ce24b-a040-4133-9828-4928cfda0f7c, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=b34ce24b-a040-4133-9828-4928cfda0f7c,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:20.998174 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:20Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:21.006510 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-526b939f-86aa-4af9-bc61-a5c886f57013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.036419 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.045568 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5645a2-3898-4445-8965-2d2fe1ad3870 None None] The sync data for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi is: [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:20Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:34:21.084006 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b939f-86aa-4af9-bc61-a5c886f57013 None None] Pushing event updated for resources: {'Port': ['ID=b34ce24b-a040-4133-9828-4928cfda0f7c,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:21.196157 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-7c50236c-ad9c-4396-ad39-d5adf3e2e4fb None None] Provisioning complete for port b34ce24b-a040-4133-9828-4928cfda0f7c triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:21.196526 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7c50236c-ad9c-4396-ad39-d5adf3e2e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.238987 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device e704d0de-baad-4dd9-8c65-5172ab98312f up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:21.305114 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.428131 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port e704d0de-baad-4dd9-8c65-5172ab98312f triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:21.428543 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.499182 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Allocated IP 172.20.0.1 (4761a37a-1687-48e3-8ef0-03cc32dfbaf9/9bc3f08a-df55-435d-8ce8-edcdbc0ed36d/cf69a90e-5ea4-4da1-84f6-b17e65194928) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:21.517976 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Publish callbacks [] for port, precommit_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.521342 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-7c50236c-ad9c-4396-ad39-d5adf3e2e4fb None None] Provisioning complete for port 216c66d4-8479-4155-aa10-6f1a00dbb479 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:21.521715 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7c50236c-ad9c-4396-ad39-d5adf3e2e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.549288 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.607868 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.643318 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.643586 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Attempting to bind port 48933fa5-341a-407c-84e7-48e5ba711236 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:34:21.644071 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Attempting to bind port 48933fa5-341a-407c-84e7-48e5ba711236 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:34:21.644283 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Attempting to bind port 48933fa5-341a-407c-84e7-48e5ba711236 on network dd6dcd9d-2966-46eb-b204-28598e62eddf {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:21.655475 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79e84b-84c5-4cb0-9351-37d90ce54292 None None] Pushing event updated for resources: {'Port': ['ID=48933fa5-341a-407c-84e7-48e5ba711236,revision_number=2']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:21.661572 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:34:21.661975 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Checking segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:21.662368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.662757 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Bound using segment: {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'} {{(pid=99837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:34:21.663259 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.managers [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Bound port: 48933fa5-341a-407c-84e7-48e5ba711236, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfcc701-02f7-4718-a85b-cd15f626d034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}}] {{(pid=99837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:34:21.663628 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.666508 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 216c66d4-8479-4155-aa10-6f1a00dbb479 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:21.687312 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:21.692694 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:21.696970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:21.700521 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf69a90e-5ea4-4da1-84f6-b17e65194928,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:21.746106 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008763'] for router_interface, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.793784 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] For port 48933fa5-341a-407c-84e7-48e5ba711236, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:34:21.817603 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] For port 48933fa5-341a-407c-84e7-48e5ba711236, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=48933fa5-341a-407c-84e7-48e5ba711236,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:34:21.824332 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.826499 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 216c66d4-8479-4155-aa10-6f1a00dbb479 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:21.826863 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:21.923602 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79e84b-84c5-4cb0-9351-37d90ce54292 None None] Pushing event updated for resources: {'Port': ['ID=48933fa5-341a-407c-84e7-48e5ba711236,revision_number=3']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:21.933613 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Routers {'82fc69e8-335b-4d1c-840c-70263e1c3b5c'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:21.934159 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:21.939059 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:22.034136 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device b34ce24b-a040-4133-9828-4928cfda0f7c up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:22.070545 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f3cf-9cef-4805-a501-06e77ba5e597 req-78a60361-1e3a-4911-8228-f9ba4c976dd8 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:22.072217 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4b07f3cf-9cef-4805-a501-06e77ba5e597 req-78a60361-1e3a-4911-8228-f9ba4c976dd8 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0916331 Oct 15 16:34:22.156630 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4b07f3cf-9cef-4805-a501-06e77ba5e597 req-d780476f-b3ae-44e9-9834-9a5fa53f0dbe tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752575 Oct 15 16:34:22.203283 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:22.208590 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:22.247583 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] Set router 82fc69e8-335b-4d1c-840c-70263e1c3b5c gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:22.274578 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf69a90e-5ea4-4da1-84f6-b17e65194928,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:22.277029 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008879'] for router_interface, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:22.277218 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-54934dcd-f709-462a-94a7-1d7d4ea747f5 None None] Provisioning complete for port cf69a90e-5ea4-4da1-84f6-b17e65194928 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:22.277538 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-54934dcd-f709-462a-94a7-1d7d4ea747f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:22.367591 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-54934dcd-f709-462a-94a7-1d7d4ea747f5 None None] Port cf69a90e-5ea4-4da1-84f6-b17e65194928 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:34:22.371505 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:22.372913 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port b34ce24b-a040-4133-9828-4928cfda0f7c triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:22.373087 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:22.373354 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:22.510586 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Router 82fc69e8-335b-4d1c-840c-70263e1c3b5c has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:34:22.561626 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '48933fa5-341a-407c-84e7-48e5ba711236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 4, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port': {'id': '48933fa5-341a-407c-84e7-48e5ba711236', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'cf69a90e-5ea4-4da1-84f6-b17e65194928', 'name': '', 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'mac_address': 'fa:16:3e:48:de:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:21Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 1, 'project_id': '955061d7717b4df8a68ac856affc382d', 'subnets': [{'id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:22.589793 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1372393-6590-420f-a88d-63eb3504bc05 None None] The sync data for ids ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'] in dv-cinder-801913-8-iscsi is: [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '48933fa5-341a-407c-84e7-48e5ba711236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 4, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port': {'id': '48933fa5-341a-407c-84e7-48e5ba711236', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'cf69a90e-5ea4-4da1-84f6-b17e65194928', 'name': '', 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'mac_address': 'fa:16:3e:48:de:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:21Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 1, 'project_id': '955061d7717b4df8a68ac856affc382d', 'subnets': [{'id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:34:22.630769 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:34:22.635922 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-99d58718-981e-4d78-aa9f-6abea2f1d3a2 admin admin] 10.222.0.44 "PUT /v2.0/routers/82fc69e8-335b-4d1c-840c-70263e1c3b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3374813 Oct 15 16:34:22.688107 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-94980743-5e51-485f-ba05-847838636f1b None None] Provisioning complete for port cf69a90e-5ea4-4da1-84f6-b17e65194928 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:22.688761 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-94980743-5e51-485f-ba05-847838636f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:22.727042 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-94980743-5e51-485f-ba05-847838636f1b None None] Port cf69a90e-5ea4-4da1-84f6-b17e65194928 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:34:23.152055 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device b34ce24b-a040-4133-9828-4928cfda0f7c up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:23.198964 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port b34ce24b-a040-4133-9828-4928cfda0f7c triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:23.199334 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.266654 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52356) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:23.271619 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456009136', 'description': 'tempest-secgroup-smoke-1456009136 description', 'project_id': '9a86c459dca342c9a7097322a2721c93'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:23.297931 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.304114 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e431e2-cd62-4147-87e8-2aa553b78a33 req-6a931e2b-2c3e-483d-bce4-7c6c85decb07 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:23.305623 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-83e431e2-cd62-4147-87e8-2aa553b78a33 req-6a931e2b-2c3e-483d-bce4-7c6c85decb07 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0529518 Oct 15 16:34:23.345015 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-83e431e2-cd62-4147-87e8-2aa553b78a33 req-fa5d1556-6be0-443d-b4f9-1d988057bcc7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326509 Oct 15 16:34:23.367347 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.372027 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.403248 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.404470 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1365888 Oct 15 16:34:23.405699 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608b304a-44e9-4d7d-8bdb-357620473e19,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:23.407495 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52360) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:23.412177 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-8266acad-6e78-4c55-9817-1287d5cac6ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'security_group_rule': {'security_group_id': '608b304a-44e9-4d7d-8bdb-357620473e19', 'project_id': '9a86c459dca342c9a7097322a2721c93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:23.412723 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.413079 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.413426 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.413765 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.414102 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.414435 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.414765 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.415092 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.415422 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.415812 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.416071 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.416395 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b1c18-1910-43a2-a518-3d2a4948f081 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:34:23.438617 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8266acad-6e78-4c55-9817-1287d5cac6ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.488575 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8266acad-6e78-4c55-9817-1287d5cac6ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.492349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8266acad-6e78-4c55-9817-1287d5cac6ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.511929 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266acad-6e78-4c55-9817-1287d5cac6ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531cecb7-bb1e-4f0f-9504-9692581bf733,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:23.521436 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8266acad-6e78-4c55-9817-1287d5cac6ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.522642 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8266acad-6e78-4c55-9817-1287d5cac6ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140859 Oct 15 16:34:23.525326 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52364) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:23.529541 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-3c36c236-f3ae-428a-9f75-ec74f3136eae tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'security_group_rule': {'security_group_id': '608b304a-44e9-4d7d-8bdb-357620473e19', 'project_id': '9a86c459dca342c9a7097322a2721c93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:23.554591 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3c36c236-f3ae-428a-9f75-ec74f3136eae tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.609671 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3c36c236-f3ae-428a-9f75-ec74f3136eae tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.614154 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3c36c236-f3ae-428a-9f75-ec74f3136eae tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.637146 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36c236-f3ae-428a-9f75-ec74f3136eae tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22c4bf9-900e-4398-92f7-7a96e6c03c54,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:23.650982 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3c36c236-f3ae-428a-9f75-ec74f3136eae tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.652228 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-3c36c236-f3ae-428a-9f75-ec74f3136eae tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259871 Oct 15 16:34:23.654946 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52366) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:23.666487 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-834b29eb-49e6-49c0-9dc3-10efcb0ea808 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'security_group_rule': {'security_group_id': '608b304a-44e9-4d7d-8bdb-357620473e19', 'project_id': '9a86c459dca342c9a7097322a2721c93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:23.695541 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-834b29eb-49e6-49c0-9dc3-10efcb0ea808 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.761173 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-834b29eb-49e6-49c0-9dc3-10efcb0ea808 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.765200 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-834b29eb-49e6-49c0-9dc3-10efcb0ea808 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.786094 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b29eb-49e6-49c0-9dc3-10efcb0ea808 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfc1c52-482a-4109-ae3e-47ab11a7a7e5,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:23.795889 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-834b29eb-49e6-49c0-9dc3-10efcb0ea808 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.797129 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-834b29eb-49e6-49c0-9dc3-10efcb0ea808 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412632 Oct 15 16:34:23.799853 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52368) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:23.804315 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-31c61a48-5e3d-4787-b006-22515ff644ac tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'security_group_rule': {'security_group_id': '608b304a-44e9-4d7d-8bdb-357620473e19', 'project_id': '9a86c459dca342c9a7097322a2721c93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:23.831652 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-31c61a48-5e3d-4787-b006-22515ff644ac tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.893574 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-31c61a48-5e3d-4787-b006-22515ff644ac tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.897326 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-31c61a48-5e3d-4787-b006-22515ff644ac tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.916413 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c61a48-5e3d-4787-b006-22515ff644ac tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a37f46-7676-4bf1-9bc5-8c2b02e6cf7e,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:23.923236 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-31c61a48-5e3d-4787-b006-22515ff644ac tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:23.924446 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-31c61a48-5e3d-4787-b006-22515ff644ac tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235781 Oct 15 16:34:23.927134 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52370) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:23.931434 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-16e3db95-a0b3-4b62-bc42-25290cf4aa09 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'security_group_rule': {'security_group_id': '608b304a-44e9-4d7d-8bdb-357620473e19', 'project_id': '9a86c459dca342c9a7097322a2721c93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:23.954520 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.securitygroups_db [None req-16e3db95-a0b3-4b62-bc42-25290cf4aa09 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Project 9a86c459dca342c9a7097322a2721c93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 16:34:23.959615 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-16e3db95-a0b3-4b62-bc42-25290cf4aa09 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:24.024056 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-16e3db95-a0b3-4b62-bc42-25290cf4aa09 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:24.028404 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-16e3db95-a0b3-4b62-bc42-25290cf4aa09 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:24.045989 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3db95-a0b3-4b62-bc42-25290cf4aa09 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d89df21-6d60-4f9b-8c4f-95599a4b7494,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:24.056098 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-16e3db95-a0b3-4b62-bc42-25290cf4aa09 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:24.057894 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-16e3db95-a0b3-4b62-bc42-25290cf4aa09 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293144 Oct 15 16:34:24.060878 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52372) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:24.065489 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-17ff848a-beba-4ae3-8913-3a3571314997 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'security_group_rule': {'security_group_id': '608b304a-44e9-4d7d-8bdb-357620473e19', 'project_id': '9a86c459dca342c9a7097322a2721c93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:24.088585 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.securitygroups_db [None req-17ff848a-beba-4ae3-8913-3a3571314997 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Project 9a86c459dca342c9a7097322a2721c93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 16:34:24.093848 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-17ff848a-beba-4ae3-8913-3a3571314997 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:24.160105 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-17ff848a-beba-4ae3-8913-3a3571314997 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:24.164138 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-17ff848a-beba-4ae3-8913-3a3571314997 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:24.183114 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff848a-beba-4ae3-8913-3a3571314997 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6170778f-6aa8-497a-bca7-eef2dc6324a2,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:24.188182 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-17ff848a-beba-4ae3-8913-3a3571314997 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:24.189440 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-17ff848a-beba-4ae3-8913-3a3571314997 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275547 Oct 15 16:34:24.470952 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b3181-137f-40b5-82ee-7f345412d70a req-84b5cff6-6154-4541-aa78-3105306b3a0d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:24.472468 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-294b3181-137f-40b5-82ee-7f345412d70a req-84b5cff6-6154-4541-aa78-3105306b3a0d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0519314 Oct 15 16:34:24.516370 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-294b3181-137f-40b5-82ee-7f345412d70a req-70bccce5-da3b-43cd-8a3d-e7ead46d02e7 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374398 Oct 15 16:34:24.942332 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Sync routers for ids ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:34:24.952040 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Routers {'82fc69e8-335b-4d1c-840c-70263e1c3b5c'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:24.952672 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:25.061406 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Set router 82fc69e8-335b-4d1c-840c-70263e1c3b5c gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:25.152609 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 48933fa5-341a-407c-84e7-48e5ba711236 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:25.202770 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 48933fa5-341a-407c-84e7-48e5ba711236 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:25.202988 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.282700 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '48933fa5-341a-407c-84e7-48e5ba711236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 4, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port': {'id': '48933fa5-341a-407c-84e7-48e5ba711236', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'cf69a90e-5ea4-4da1-84f6-b17e65194928', 'name': '', 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'mac_address': 'fa:16:3e:48:de:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:21Z', 'updated_at': '2021-10-15T16:34:22Z', 'revision_number': 2, 'project_id': '955061d7717b4df8a68ac856affc382d', 'subnets': [{'id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:25.287797 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.307860 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] For port 48933fa5-341a-407c-84e7-48e5ba711236, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=48933fa5-341a-407c-84e7-48e5ba711236,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:25.308972 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Checking router: 82fc69e8-335b-4d1c-840c-70263e1c3b5c for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:34:25.309422 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Updating router 82fc69e8-335b-4d1c-840c-70263e1c3b5c port cf69a90e-5ea4-4da1-84f6-b17e65194928 binding host dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 16:34:25.311741 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.334621 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.361579 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Pushing event updated for resources: {'Port': ['ID=48933fa5-341a-407c-84e7-48e5ba711236,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:25.602616 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Publish callbacks [] for port, precommit_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.613325 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.667242 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592a56-024e-4f31-aff0-063f8ed47ad8 req-d8613408-71a5-45fb-a50d-fef589603c55 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:25.669025 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4c592a56-024e-4f31-aff0-063f8ed47ad8 req-d8613408-71a5-45fb-a50d-fef589603c55 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0777991 Oct 15 16:34:25.702450 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78601872-aea0-4ebf-a385-33475738a3ae None None] Pushing event updated for resources: {'Port': ['ID=cf69a90e-5ea4-4da1-84f6-b17e65194928,revision_number=3']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:25.730048 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4c592a56-024e-4f31-aff0-063f8ed47ad8 req-f8579265-5ceb-47fd-84c2-e85127d178ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522656 Oct 15 16:34:25.757729 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Attempting to bind port cf69a90e-5ea4-4da1-84f6-b17e65194928 on host dv-cinder-801913-8-iscsi for vnic_type normal with profile {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:34:25.758100 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Attempting to bind port cf69a90e-5ea4-4da1-84f6-b17e65194928 by drivers openvswitch,hyperv on host dv-cinder-801913-8-iscsi at level 0 using segments [{'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:34:25.758489 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Attempting to bind port cf69a90e-5ea4-4da1-84f6-b17e65194928 on network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:25.764118 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Checking agent: {'id': 'a6c13a50-04f3-4b88-8c19-b43359d6f69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 20, 39), 'started_at': datetime.datetime(2021, 10, 15, 16, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:34:25.764488 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Checking segment: {'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:25.764919 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.765308 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Bound using segment: {'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'} {{(pid=99838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:34:25.766028 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.managers [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Bound port: cf69a90e-5ea4-4da1-84f6-b17e65194928, host: dv-cinder-801913-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91989bb6-35f9-45e9-b567-2a7b2634ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9'}}] {{(pid=99838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:34:25.766509 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.835107 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] For port cf69a90e-5ea4-4da1-84f6-b17e65194928, host dv-cinder-801913-8-iscsi, cleared binding levels {{(pid=99838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:34:25.839039 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.plugins.ml2.db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] For port cf69a90e-5ea4-4da1-84f6-b17e65194928, host dv-cinder-801913-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=cf69a90e-5ea4-4da1-84f6-b17e65194928,segment=NetworkSegment(91989bb6-35f9-45e9-b567-2a7b2634ea25),segment_id=91989bb6-35f9-45e9-b567-2a7b2634ea25)] {{(pid=99838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:34:25.844210 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.callbacks.manager [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.882400 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-ef0ea02a-29d2-4dd7-b203-26df184ad169 None None] Provisioning complete for port cf69a90e-5ea4-4da1-84f6-b17e65194928 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:25.883227 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ef0ea02a-29d2-4dd7-b203-26df184ad169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:25.903489 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Routers {'82fc69e8-335b-4d1c-840c-70263e1c3b5c'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:25.904112 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:25.940599 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78601872-aea0-4ebf-a385-33475738a3ae None None] Pushing event updated for resources: {'Port': ['ID=cf69a90e-5ea4-4da1-84f6-b17e65194928,revision_number=4']} {{(pid=99838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:25.971868 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ef0ea02a-29d2-4dd7-b203-26df184ad169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:26.012459 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-ef0ea02a-29d2-4dd7-b203-26df184ad169 None None] For port cf69a90e-5ea4-4da1-84f6-b17e65194928, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=cf69a90e-5ea4-4da1-84f6-b17e65194928,segment=NetworkSegment(91989bb6-35f9-45e9-b567-2a7b2634ea25),segment_id=91989bb6-35f9-45e9-b567-2a7b2634ea25)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:26.017552 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ef0ea02a-29d2-4dd7-b203-26df184ad169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:26.021890 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] Set router 82fc69e8-335b-4d1c-840c-70263e1c3b5c gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:26.075893 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ea02a-29d2-4dd7-b203-26df184ad169 None None] Pushing event updated for resources: {'Port': ['ID=cf69a90e-5ea4-4da1-84f6-b17e65194928,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:26.136743 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-8e5782bd-321e-43c8-8749-d6420dd204be None None] Provisioning complete for port cf69a90e-5ea4-4da1-84f6-b17e65194928 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:26.137113 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-8e5782bd-321e-43c8-8749-d6420dd204be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:26.230819 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-c4c52c81-0057-419a-8691-886031c89961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '48933fa5-341a-407c-84e7-48e5ba711236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 4, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port': {'id': '48933fa5-341a-407c-84e7-48e5ba711236', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'cf69a90e-5ea4-4da1-84f6-b17e65194928', 'name': '', 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'mac_address': 'fa:16:3e:48:de:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:21Z', 'updated_at': '2021-10-15T16:34:25Z', 'revision_number': 4, 'project_id': '955061d7717b4df8a68ac856affc382d', 'subnets': [{'id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:26.260349 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c52c81-0057-419a-8691-886031c89961 None None] The sync data for ids ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'] in dv-cinder-801913-8-iscsi is: [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '48933fa5-341a-407c-84e7-48e5ba711236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:21Z', 'revision_number': 4, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port': {'id': '48933fa5-341a-407c-84e7-48e5ba711236', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'cf69a90e-5ea4-4da1-84f6-b17e65194928', 'name': '', 'network_id': '4761a37a-1687-48e3-8ef0-03cc32dfbaf9', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'mac_address': 'fa:16:3e:48:de:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:21Z', 'updated_at': '2021-10-15T16:34:25Z', 'revision_number': 4, 'project_id': '955061d7717b4df8a68ac856affc382d', 'subnets': [{'id': '9bc3f08a-df55-435d-8ce8-edcdbc0ed36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:34:26.860941 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada03480-f582-4fb5-8444-71c455d7c487 req-28ee0921-0a58-425c-97a4-76f788395eac tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:26.862323 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ada03480-f582-4fb5-8444-71c455d7c487 req-28ee0921-0a58-425c-97a4-76f788395eac tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0498044 Oct 15 16:34:26.899477 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ada03480-f582-4fb5-8444-71c455d7c487 req-cd03c1ad-5e84-4dad-a277-9456367fb36d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Oct 15 16:34:27.177205 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 48933fa5-341a-407c-84e7-48e5ba711236 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:27.224848 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port 48933fa5-341a-407c-84e7-48e5ba711236 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:27.225218 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:27.302538 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device cf69a90e-5ea4-4da1-84f6-b17e65194928 up at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:27.347457 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Provisioning complete for port cf69a90e-5ea4-4da1-84f6-b17e65194928 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:27.347834 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:28.025145 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130752b8-9348-4004-9f8b-ee36ce738741 req-35003666-5f5a-42a1-8364-3cc1664b5111 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:28.029200 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-130752b8-9348-4004-9f8b-ee36ce738741 req-35003666-5f5a-42a1-8364-3cc1664b5111 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0573378 Oct 15 16:34:28.068628 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-130752b8-9348-4004-9f8b-ee36ce738741 req-2ca2e8d9-ea9c-4d57-8471-edd2b9a41af1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Oct 15 16:34:28.147083 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52472) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:28.259525 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-18ef524b-6947-4960-8bd2-3f982faa532f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:28.337915 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-18ef524b-6947-4960-8bd2-3f982faa532f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:28.342162 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-18ef524b-6947-4960-8bd2-3f982faa532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:28.386258 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-18ef524b-6947-4960-8bd2-3f982faa532f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffcd7794ed824fda83d945ef89e67dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375257 Oct 15 16:34:28.388668 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef524b-6947-4960-8bd2-3f982faa532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a3bb0c-0b98-46a0-b748-3437284337de,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:28.388969 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52482) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:28.472949 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-769dba20-500a-43e8-9590-077118bed2af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:28.482602 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fff77a-5e64-46fe-90c0-b78e8b1d9353 req-2d4ead87-b730-4a7d-9bd9-4d11e6962a25 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:28.484077 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-86fff77a-5e64-46fe-90c0-b78e8b1d9353 req-2d4ead87-b730-4a7d-9bd9-4d11e6962a25 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0649526 Oct 15 16:34:28.517742 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-769dba20-500a-43e8-9590-077118bed2af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:28.549912 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-86fff77a-5e64-46fe-90c0-b78e8b1d9353 req-9bcb6408-c1e2-47d5-a413-ae611e352b9f tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590093 Oct 15 16:34:28.576002 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-769dba20-500a-43e8-9590-077118bed2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:28.578633 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-769dba20-500a-43e8-9590-077118bed2af admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:28.579794 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-769dba20-500a-43e8-9590-077118bed2af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73a3bb0c-0b98-46a0-b748-3437284337de HTTP/1.1" status: 204 len: 168 time: 0.1896472 Oct 15 16:34:28.587439 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dba20-500a-43e8-9590-077118bed2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a3bb0c-0b98-46a0-b748-3437284337de,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:29.194944 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc925f-d951-4070-af8f-64ce2439f9fd req-38159418-cd47-4414-b2e5-cfd15ed9ee52 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:29.196435 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4efc925f-d951-4070-af8f-64ce2439f9fd req-38159418-cd47-4414-b2e5-cfd15ed9ee52 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0526569 Oct 15 16:34:29.234601 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4efc925f-d951-4070-af8f-64ce2439f9fd req-66e0a3bc-964a-4eb9-b7fe-1695d742244d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320234 Oct 15 16:34:29.668560 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf490e-cc1d-4807-97b8-2b583dd5f374 req-a47d6091-b972-49d5-aae0-4be1397e251e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:29.670081 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5edf490e-cc1d-4807-97b8-2b583dd5f374 req-a47d6091-b972-49d5-aae0-4be1397e251e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0492444 Oct 15 16:34:29.707888 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5edf490e-cc1d-4807-97b8-2b583dd5f374 req-00ed5651-018e-4740-ab14-fa160c781177 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317593 Oct 15 16:34:30.358273 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea4cea-b020-4112-b02b-4a9a66981fe2 req-36c7508e-d640-4ac6-bf2f-f7464271ce1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:30.359752 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-01ea4cea-b020-4112-b02b-4a9a66981fe2 req-36c7508e-d640-4ac6-bf2f-f7464271ce1a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0546694 Oct 15 16:34:30.397637 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-01ea4cea-b020-4112-b02b-4a9a66981fe2 req-9f4a8cb6-cf3d-446b-89ac-bd199078b7d5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Oct 15 16:34:30.634281 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-ec94d05e-be7b-42c3-9b43-fa1d55088a02 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:30.635746 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-ec94d05e-be7b-42c3-9b43-fa1d55088a02 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0521371 Oct 15 16:34:30.724518 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Deleting port d62e8533-50f7-4140-9bb3-71c99a8538d0 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:30.724806 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:30.849221 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] For port d62e8533-50f7-4140-9bb3-71c99a8538d0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d62e8533-50f7-4140-9bb3-71c99a8538d0,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:30.849586 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:30.859297 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f305fb-3019-483f-9111-74fc3891d5ba req-22aa48e1-0c91-495e-80cd-27b42aa13e5a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:30.860799 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-18f305fb-3019-483f-9111-74fc3891d5ba req-22aa48e1-0c91-495e-80cd-27b42aa13e5a tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 946 time: 0.0735290 Oct 15 16:34:30.989356 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-18f305fb-3019-483f-9111-74fc3891d5ba req-4d85f17b-26c1-4ba7-9104-bfb063672fcc tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=f97c74d1-0188-4f24-8765-e056d8393c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214228 Oct 15 16:34:31.112205 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:31.112205 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:31.112526 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Floating IP bb93b4f4-796c-4e2b-8a32-3dd254fff1e5 disassociated. External IP: 172.27.2.71, port: d62e8533-50f7-4140-9bb3-71c99a8538d0. Oct 15 16:34:31.112890 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Calling delete_port for d62e8533-50f7-4140-9bb3-71c99a8538d0 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:31.243335 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:31.272965 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event deleted for resources: {'Port': ['ID=d62e8533-50f7-4140-9bb3-71c99a8538d0,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:31.384216 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Router aad76b2e-4b64-4d82-8b28-59e1273ce827 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:34:31.519326 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:34:31.529249 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] Sync routers for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:34:31.539718 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:31.540481 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:31.553522 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fdb33-83bd-4e29-808b-57fa9cb13583 req-be509d35-42c4-4395-8407-c873d4f301d1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:31.554927 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a73fdb33-83bd-4e29-808b-57fa9cb13583 req-be509d35-42c4-4395-8407-c873d4f301d1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0795405 Oct 15 16:34:31.575350 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] No DVR routers for this DVR port d62e8533-50f7-4140-9bb3-71c99a8538d0 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:34:31.578484 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:31.581880 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d1249617-2603-4a42-82b5-b6ff43223ae0 req-8c70750c-095a-4716-8bd7-035b280923ab tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "DELETE /v2.0/ports/d62e8533-50f7-4140-9bb3-71c99a8538d0 HTTP/1.1" status: 204 len: 173 time: 0.9385328 Oct 15 16:34:31.582068 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'name': 'network-vif-deleted', 'tag': 'd62e8533-50f7-4140-9bb3-71c99a8538d0'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:34:31.584342 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1593ebf1-5ab9-4b62-9741-056a1a16e137" -d '{"events": [{"server_uuid": "13330a76-6afb-448e-9980-e5e5d91c1f0f", "name": "network-vif-deleted", "tag": "d62e8533-50f7-4140-9bb3-71c99a8538d0"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:34:31.614268 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a73fdb33-83bd-4e29-808b-57fa9cb13583 req-b588bcd9-12fa-4cce-9798-d96e4b4e5da0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454488 Oct 15 16:34:31.643932 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99822dee-af6b-495c-906f-6bea74e691e5 x-openstack-request-id: req-99822dee-af6b-495c-906f-6bea74e691e5 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:34:31.644544 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13330a76-6afb-448e-9980-e5e5d91c1f0f", "name": "network-vif-deleted", "tag": "d62e8533-50f7-4140-9bb3-71c99a8538d0", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:34:31.645084 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99822dee-af6b-495c-906f-6bea74e691e5 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:34:31.645869 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13330a76-6afb-448e-9980-e5e5d91c1f0f', 'name': 'network-vif-deleted', 'tag': 'd62e8533-50f7-4140-9bb3-71c99a8538d0', 'status': 'completed', 'code': 200} Oct 15 16:34:31.681755 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:31.894144 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:31.920898 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] Checking router: aad76b2e-4b64-4d82-8b28-59e1273ce827 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:34:31.929338 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:31.929941 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:08Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:32.042153 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:32.105061 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0dc7c231-d647-4a69-8fb4-ebce814a85bd req-24373c57-5aa8-4d44-85fe-c5e778b38793 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=13330a76-6afb-448e-9980-e5e5d91c1f0f HTTP/1.1" status: 200 len: 210 time: 0.0323906 Oct 15 16:34:32.249395 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:32.279833 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e00293-44a8-4ec1-8284-26b8ec1bd0ba None None] The sync data for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi is: [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:34:32.505462 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950af5c-627e-4b4e-a100-d0ceabe663da None None] New status for floating IP bb93b4f4-796c-4e2b-8a32-3dd254fff1e5: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:34:32.746409 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d30e1-cbec-41d4-9eda-85fce4a59d67 req-d5ff67f2-8329-42d6-be0a-4eb0011082c9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:32.747989 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-415d30e1-cbec-41d4-9eda-85fce4a59d67 req-d5ff67f2-8329-42d6-be0a-4eb0011082c9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0493920 Oct 15 16:34:32.786363 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-415d30e1-cbec-41d4-9eda-85fce4a59d67 req-41fe24c7-ec1c-4be1-a344-08754ab3b85d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Oct 15 16:34:33.200663 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52516) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:33.253435 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7af5-c8c8-4eaf-9668-ffe1d620c859 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.277909 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7af5-c8c8-4eaf-9668-ffe1d620c859 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.329253 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7af5-c8c8-4eaf-9668-ffe1d620c859 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.331816 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7af5-c8c8-4eaf-9668-ffe1d620c859 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.332993 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-c4eb7af5-c8c8-4eaf-9668-ffe1d620c859 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "DELETE /v2.0/security-groups/f97c74d1-0188-4f24-8765-e056d8393c8f HTTP/1.1" status: 204 len: 168 time: 0.1312850 Oct 15 16:34:33.335817 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52518) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:33.344254 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb7af5-c8c8-4eaf-9668-ffe1d620c859 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c74d1-0188-4f24-8765-e056d8393c8f,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:33.350215 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.api.v2.resource [None req-eee72c8b-d35b-4aa3-8aba-f4397e9f565c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] show failed (client error): The resource could not be found. Oct 15 16:34:33.352764 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-eee72c8b-d35b-4aa3-8aba-f4397e9f565c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups/f97c74d1-0188-4f24-8765-e056d8393c8f HTTP/1.1" status: 404 len: 347 time: 0.0143187 Oct 15 16:34:33.354806 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52520) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:33.480625 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Deleting port f2bfbff6-6ef5-4128-a68e-f0eb4ecd9c16 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:34:33.480914 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.495123 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:34:33.557618 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.557944 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.569414 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Calling delete_port for f2bfbff6-6ef5-4128-a68e-f0eb4ecd9c16 owned by network:floatingip {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:34:33.594960 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:33.608734 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '48597d61-d127-4a59-bb34-3f66c373b87c', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'port_id': '48597d61-d127-4a59-bb34-3f66c373b87c', 'mac_address': 'fa:16:3e:44:ef:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:34:33.654917 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.672944 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48597d61-d127-4a59-bb34-3f66c373b87c {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:34:33.693573 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:33.699458 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.726073 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.755678 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=6']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:33.757906 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event deleted for resources: {'Port': ['ID=f2bfbff6-6ef5-4128-a68e-f0eb4ecd9c16,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:33.808234 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['48597d61-d127-4a59-bb34-3f66c373b87c'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:34:33.824937 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.827902 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:33.829324 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-91a39bb0-733c-4a18-b3a2-89e8d606cea8 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "DELETE /v2.0/floatingips/bb93b4f4-796c-4e2b-8a32-3dd254fff1e5 HTTP/1.1" status: 204 len: 168 time: 0.4732742 Oct 15 16:34:33.929097 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa1b02-b153-428c-ab7e-4d562d4b44c2 req-6f067d0f-0b8a-49b3-94a3-81f4c7c6ecfd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:33.931235 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2caa1b02-b153-428c-ab7e-4d562d4b44c2 req-6f067d0f-0b8a-49b3-94a3-81f4c7c6ecfd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 944 time: 0.0573602 Oct 15 16:34:33.979272 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2caa1b02-b153-428c-ab7e-4d562d4b44c2 req-ac23bbc8-a896-4ad9-afca-c38c9c14a3ae tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Oct 15 16:34:34.130160 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52528) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:34.134918 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-af383366-33a2-4094-8159-869d51653097 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--89260930', 'description': 'tempest-description--1679372061'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:34.158484 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-af383366-33a2-4094-8159-869d51653097 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.226091 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-af383366-33a2-4094-8159-869d51653097 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.230554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-af383366-33a2-4094-8159-869d51653097 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.261814 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-af383366-33a2-4094-8159-869d51653097 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.263051 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-af383366-33a2-4094-8159-869d51653097 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1318862 Oct 15 16:34:34.266177 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52532) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:34.270713 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-c2a0c19d-031e-46d4-a7ed-cecc8b9f9934 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'security_group_rule': {'security_group_id': 'ec07eff1-f560-4634-aa4a-b046db33d86d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:34.275831 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af383366-33a2-4094-8159-869d51653097 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec07eff1-f560-4634-aa4a-b046db33d86d,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:34.304863 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c19d-031e-46d4-a7ed-cecc8b9f9934 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.367083 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c19d-031e-46d4-a7ed-cecc8b9f9934 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.372267 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c19d-031e-46d4-a7ed-cecc8b9f9934 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.392933 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0c19d-031e-46d4-a7ed-cecc8b9f9934 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9744a8-845d-4544-ad6a-e9768209931d,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:34.399560 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c19d-031e-46d4-a7ed-cecc8b9f9934 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.403787 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52540) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:34.403971 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c2a0c19d-031e-46d4-a7ed-cecc8b9f9934 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366875 Oct 15 16:34:34.408691 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-8d09fb43-3dca-4427-af30-df4444d504f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'security_group_rule': {'security_group_id': 'ec07eff1-f560-4634-aa4a-b046db33d86d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:34.437050 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb43-3dca-4427-af30-df4444d504f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.491836 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb43-3dca-4427-af30-df4444d504f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.496614 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb43-3dca-4427-af30-df4444d504f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015374'] for security_group_rule, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.514459 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09fb43-3dca-4427-af30-df4444d504f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4530271-6145-44f5-882a-ec7fb6491fdf,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:34.524054 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb43-3dca-4427-af30-df4444d504f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.525456 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8d09fb43-3dca-4427-af30-df4444d504f2 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201038 Oct 15 16:34:34.529024 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 52546) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:34.533417 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:34.555160 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.659654 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.797562 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Allocated IP 172.27.2.137 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/6e1f2a80-e2ab-4793-9dfd-e7abe1c63a1b) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:34.920471 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:34.962829 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.011651 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:35.013316 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'Port': ['ID=6e1f2a80-e2ab-4793-9dfd-e7abe1c63a1b,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:35.016380 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:35.018744 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:35.445146 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.462274 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad7dc-817f-4189-81ae-9c31507895c7 req-b8546a40-b62f-4843-9e5a-b41a481b6277 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:35.473283 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f1cad7dc-817f-4189-81ae-9c31507895c7 req-b8546a40-b62f-4843-9e5a-b41a481b6277 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 944 time: 0.3948636 Oct 15 16:34:35.503761 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:35.544771 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.576578 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 48597d61-d127-4a59-bb34-3f66c373b87c triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:35.577264 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.587929 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f1cad7dc-817f-4189-81ae-9c31507895c7 req-c7e8f162-95ba-469c-aa52-86b6d248c2cf tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082499 Oct 15 16:34:35.671992 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.706329 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:34:35.714415 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c648d1-71cb-4add-bc27-9534741235c8" -d '{"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-plugged", "status": "completed", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:34:35.736585 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:35.743345 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.744283 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d62e8533-50f7-4140-9bb3-71c99a8538d0 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:35.773944 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.781077 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.785913 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: d62e8533-50f7-4140-9bb3-71c99a8538d0 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:34:35.786536 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d62e8533-50f7-4140-9bb3-71c99a8538d0 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:34:35.834020 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-cdb2b44e-7106-482e-8a46-99b277ddf4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.839251 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'Port': ['ID=6e1f2a80-e2ab-4793-9dfd-e7abe1c63a1b,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:35.875814 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=7']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:35.886948 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.898823 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e19e77-a00b-402e-a116-748b70555073 x-openstack-request-id: req-d2e19e77-a00b-402e-a116-748b70555073 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:34:35.898823 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-plugged", "status": "completed", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:34:35.899095 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2e19e77-a00b-402e-a116-748b70555073 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:34:35.899574 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c', 'code': 200} Oct 15 16:34:35.907019 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:35.915835 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-ef16da21-0dbe-4180-bc71-89b50cbc7313 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3857651 Oct 15 16:34:36.716753 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d595e5-be62-4617-bfeb-184661605cea req-669201a1-f688-4737-a571-87b6aa3dd41d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:36.725036 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-19d595e5-be62-4617-bfeb-184661605cea req-669201a1-f688-4737-a571-87b6aa3dd41d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0616391 Oct 15 16:34:36.774914 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-19d595e5-be62-4617-bfeb-184661605cea req-656fe9fb-7f9e-4ff6-826c-f27c1b4b5a94 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486944 Oct 15 16:34:37.181726 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-920e8f8c-661c-411c-83b5-f9ffce61f04d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--89260930&fields=id&tenant_id=0166b2a7c88143b7a8cab762b6a97a27 HTTP/1.1" status: 200 len: 267 time: 0.0451713 Oct 15 16:34:37.295774 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-4df6c4b5-737e-4da6-836b-170028f23f17 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:37.297541 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-4df6c4b5-737e-4da6-836b-170028f23f17 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 810 time: 0.1143134 Oct 15 16:34:37.314237 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-d3319772-a508-44e1-9891-bfebfef7cbbe tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/quotas/0166b2a7c88143b7a8cab762b6a97a27 HTTP/1.1" status: 200 len: 375 time: 0.0105250 Oct 15 16:34:37.377080 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-b042eafa-b9ec-4a05-86bf-3271a45e6995 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568871 Oct 15 16:34:37.593210 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-39535a52-2128-4c2e-94b8-d9e5a6fb3f10 service neutron] 10.222.0.44 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037656 Oct 15 16:34:37.698201 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-9c2c9e33-b619-4e04-8d64-d74c79ad3b8b service neutron] 10.222.0.44 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978897 Oct 15 16:34:37.941516 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11ebd7-a949-42b1-bcbc-ce79bc165f09 req-74e772cd-15a6-4b50-8090-3a60417caea2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:37.943282 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6e11ebd7-a949-42b1-bcbc-ce79bc165f09 req-74e772cd-15a6-4b50-8090-3a60417caea2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0958014 Oct 15 16:34:37.945466 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d4e5054c-724b-464e-b76e-840a4589026b req-7af57767-d161-4601-96d4-5247e2b6a0fd tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 210 time: 0.0621223 Oct 15 16:34:37.986834 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6e11ebd7-a949-42b1-bcbc-ce79bc165f09 req-9ed78040-8cfb-4ece-b244-0347685c96ae tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358708 Oct 15 16:34:38.514108 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-923cc37d-5545-4e2a-9c77-ce0d6136dee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:39.092232 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-92698c90-b595-4337-8792-0ccb68efb17b req-4ff21c05-caac-45f9-b4a6-087cc4e181fb tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 210 time: 0.0538003 Oct 15 16:34:39.249533 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241ca60-6acc-4ce6-bb1b-4d66c9301217 req-853c5cd5-bf6a-48bd-900b-ea8735797e3f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:39.256750 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3241ca60-6acc-4ce6-bb1b-4d66c9301217 req-853c5cd5-bf6a-48bd-900b-ea8735797e3f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.1120079 Oct 15 16:34:39.299613 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-34588262-4056-472b-95d9-94fdda1ead1d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:39.301139 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-34588262-4056-472b-95d9-94fdda1ead1d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 810 time: 0.2079294 Oct 15 16:34:39.326844 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3241ca60-6acc-4ce6-bb1b-4d66c9301217 req-b26588ee-16b4-42a6-ac63-32a0b4f3c172 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692005 Oct 15 16:34:39.368625 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-0d156182-d388-4004-8d17-d524379a2db1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0166b2a7c88143b7a8cab762b6a97a27 HTTP/1.1" status: 200 len: 378 time: 0.0523126 Oct 15 16:34:39.383363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'port': {'device_id': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'admin_state_up': True, 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'security_groups': ['ec07eff1-f560-4634-aa4a-b046db33d86d']}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:39.466208 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:39.504811 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Made reservation on behalf of 0166b2a7c88143b7a8cab762b6a97a27 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:34:39.509856 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:39.513182 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:39.647084 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Allocated IP 172.20.0.6 (d40d4937-de70-4531-abf1-f05a0b973260/0770df8b-3cea-4a92-b1c4-4138bce6656f/43a1321a-05e6-425f-b2d9-7c14835f7454) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:39.808028 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:39.851532 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:39.898528 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Network d40d4937-de70-4531-abf1-f05a0b973260 is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:39.903520 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:39.906849 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:39.940233 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event updated for resources: {'Port': ['ID=43a1321a-05e6-425f-b2d9-7c14835f7454,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:39.975252 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:39.975970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:39.995224 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ba991bc3-22ee-43ad-be29-ea645b19d532 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171792 Oct 15 16:34:40.012871 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Request body: {'port': {'device_id': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:40.086760 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:40.145639 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-6be9957c-fe8b-4bdb-b7e3-da71bd5ad61b None None] Provisioning complete for port 43a1321a-05e6-425f-b2d9-7c14835f7454 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:40.146110 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6be9957c-fe8b-4bdb-b7e3-da71bd5ad61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:40.205290 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-6be9957c-fe8b-4bdb-b7e3-da71bd5ad61b None None] Port 43a1321a-05e6-425f-b2d9-7c14835f7454 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:34:40.345845 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7087-9d72-4c78-a4ac-a72db0c45229 req-a3d089ca-5d52-4f1c-a572-fc6af4ec90ca tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:40.347381 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f6dd7087-9d72-4c78-a4ac-a72db0c45229 req-a3d089ca-5d52-4f1c-a572-fc6af4ec90ca tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 931 time: 0.1105599 Oct 15 16:34:40.412471 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f6dd7087-9d72-4c78-a4ac-a72db0c45229 req-fb43327d-5e5f-4ac6-a3b1-57f7390278d6 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576184 Oct 15 16:34:40.494363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a1321a-05e6-425f-b2d9-7c14835f7454 {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:34:40.505530 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:40.527153 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4669-dab7-4999-8a94-47d750071c51 req-4c563e20-3137-4a2c-b3d5-076bf4e3b248 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:40.528838 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-97ee4669-dab7-4999-8a94-47d750071c51 req-4c563e20-3137-4a2c-b3d5-076bf4e3b248 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.1098862 Oct 15 16:34:40.532026 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Transition to ACTIVE for port object 43a1321a-05e6-425f-b2d9-7c14835f7454 will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:34:40.544380 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:40.616983 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Pushing event updated for resources: {'Port': ['ID=43a1321a-05e6-425f-b2d9-7c14835f7454,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:40.625640 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-97ee4669-dab7-4999-8a94-47d750071c51 req-2c4de100-f75e-40c6-a70f-b920ea97bb34 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891595 Oct 15 16:34:40.704665 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Attempting to bind port 43a1321a-05e6-425f-b2d9-7c14835f7454 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:34:40.705202 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Attempting to bind port 43a1321a-05e6-425f-b2d9-7c14835f7454 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:34:40.705656 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Attempting to bind port 43a1321a-05e6-425f-b2d9-7c14835f7454 on network d40d4937-de70-4531-abf1-f05a0b973260 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:40.710825 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Port 43a1321a-05e6-425f-b2d9-7c14835f7454 on network d40d4937-de70-4531-abf1-f05a0b973260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:34:40.711279 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Attempting to bind port 43a1321a-05e6-425f-b2d9-7c14835f7454 on network d40d4937-de70-4531-abf1-f05a0b973260 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:40.716965 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:34:40.717415 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Checking segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:40.718819 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Bound using segment: {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:34:40.718819 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Bound port: 43a1321a-05e6-425f-b2d9-7c14835f7454, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5ac2c1-26f4-4eec-8e99-d19727824633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:34:40.718819 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:40.794347 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] For port 43a1321a-05e6-425f-b2d9-7c14835f7454, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:34:40.798684 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] For port 43a1321a-05e6-425f-b2d9-7c14835f7454, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=43a1321a-05e6-425f-b2d9-7c14835f7454,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:34:40.804587 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:40.845121 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:40.845664 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:40.847103 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] 10.222.0.66 "PUT /v2.0/ports/43a1321a-05e6-425f-b2d9-7c14835f7454 HTTP/1.1" status: 200 len: 1093 time: 0.8405089 Oct 15 16:34:40.849950 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'tag': '43a1321a-05e6-425f-b2d9-7c14835f7454'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:34:40.852085 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e63128-7346-4a31-a871-9ec34cebdc71" -d '{"events": [{"name": "network-changed", "server_uuid": "b2446fdb-bd2e-4e46-b6f6-2feb15397478", "tag": "43a1321a-05e6-425f-b2d9-7c14835f7454"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:34:40.886591 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bf544-f07b-43cc-9f84-38012e642183 service neutron] Pushing event updated for resources: {'Port': ['ID=43a1321a-05e6-425f-b2d9-7c14835f7454,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:40.919065 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4612d22f-ae7c-480d-ac03-757dd3391f34 x-openstack-request-id: req-4612d22f-ae7c-480d-ac03-757dd3391f34 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:34:40.919496 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2446fdb-bd2e-4e46-b6f6-2feb15397478", "tag": "43a1321a-05e6-425f-b2d9-7c14835f7454", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:34:40.919863 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4612d22f-ae7c-480d-ac03-757dd3391f34 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:34:40.920351 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'tag': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'status': 'completed', 'code': 200} Oct 15 16:34:40.985830 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-5dbee038-69ca-48e5-90c3-bc25b33ef077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:40.987709 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-5dbee038-69ca-48e5-90c3-bc25b33ef077 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 1096 time: 0.0538063 Oct 15 16:34:41.041878 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-a785b23b-548a-43d6-8d9a-40e7d29e0450 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1321a-05e6-425f-b2d9-7c14835f7454 HTTP/1.1" status: 200 len: 217 time: 0.0447655 Oct 15 16:34:41.095194 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:41.108653 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-3bc3a4ce-1fa7-439d-9731-b99cef42f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:41.109999 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-3bc3a4ce-1fa7-439d-9731-b99cef42f27b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.0591614 Oct 15 16:34:41.186573 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-1a4b6ad3-2742-492d-b183-da00155a102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:41.188064 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-1a4b6ad3-2742-492d-b183-da00155a102e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701396 Oct 15 16:34:41.289624 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-ed6dba50-b3d2-4aa5-82d0-1b4b53b7a5f5 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905471 Oct 15 16:34:41.387144 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-099d630d-ae1e-4dda-8609-3f1e98d9d3ff req-7e57961d-e4fe-45bc-8765-b5fbba1cefda service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887997 Oct 15 16:34:41.477895 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-3948d432-8df8-4e61-9188-9b359bdb3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:41.479424 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-3948d432-8df8-4e61-9188-9b359bdb3f6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 1096 time: 0.0478125 Oct 15 16:34:41.593515 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f534e7-d020-4ce3-8f03-36f640294542 req-7f3efa61-3e3c-4911-aa42-e70c8a5b532c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:41.595006 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-37f534e7-d020-4ce3-8f03-36f640294542 req-7f3efa61-3e3c-4911-aa42-e70c8a5b532c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 943 time: 0.1087124 Oct 15 16:34:41.628562 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-2554bf5a-7a12-4b79-9bf9-f2a41560fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:41.630031 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-2554bf5a-7a12-4b79-9bf9-f2a41560fc75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 911 time: 0.1340122 Oct 15 16:34:41.679159 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-37f534e7-d020-4ce3-8f03-36f640294542 req-47b062a3-6320-44e1-b545-304891dd4dd7 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764782 Oct 15 16:34:41.680605 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-a210d455-ad7d-46dc-9355-1ac9b8a26477 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1321a-05e6-425f-b2d9-7c14835f7454 HTTP/1.1" status: 200 len: 217 time: 0.0404170 Oct 15 16:34:41.735205 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-defee08d-aaa4-4639-8d7e-cf3f2c45667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:41.737317 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-defee08d-aaa4-4639-8d7e-cf3f2c45667e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.0494256 Oct 15 16:34:41.818387 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-b91bdd1e-91bb-4255-9bf9-f1c67a30db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:41.819891 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-b91bdd1e-91bb-4255-9bf9-f1c67a30db5b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720537 Oct 15 16:34:41.828184 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f1704-ef2c-478d-b5c5-22f0775c8bb4 req-414a43e2-2058-41cd-9f8f-2e37da60058e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:41.829715 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f68f1704-ef2c-478d-b5c5-22f0775c8bb4 req-414a43e2-2058-41cd-9f8f-2e37da60058e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0914595 Oct 15 16:34:41.931300 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f68f1704-ef2c-478d-b5c5-22f0775c8bb4 req-3a382098-196a-4084-a85d-0abfadd23c05 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918651 Oct 15 16:34:41.959345 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-81d0b7ac-a11b-4b3b-ae4c-c428a6f80854 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213548 Oct 15 16:34:42.079017 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9e63128-7346-4a31-a871-9ec34cebdc71 req-b060f27e-29ae-433e-86cc-dc5bbfc64550 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101022 Oct 15 16:34:42.842709 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47d0b-a2a3-4c2d-a0aa-7dde2735411e req-26f43b5b-1427-4f2d-8dfb-0e9970efc85c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:42.851454 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b4b47d0b-a2a3-4c2d-a0aa-7dde2735411e req-26f43b5b-1427-4f2d-8dfb-0e9970efc85c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 943 time: 0.0889363 Oct 15 16:34:42.897539 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b4b47d0b-a2a3-4c2d-a0aa-7dde2735411e req-6cc2ad8d-ae56-4031-ada3-f9b39b48cf26 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448332 Oct 15 16:34:43.079858 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffb755-e490-4dd7-8b31-508540d906ca req-f8bedc46-c37e-4d67-aad5-d79d4ae7fdf1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:43.081406 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-57ffb755-e490-4dd7-8b31-508540d906ca req-f8bedc46-c37e-4d67-aad5-d79d4ae7fdf1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0589390 Oct 15 16:34:43.135890 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-57ffb755-e490-4dd7-8b31-508540d906ca req-70636db1-0a31-4fc5-9d77-7f9639c8e11a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Oct 15 16:34:43.536934 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 43a1321a-05e6-425f-b2d9-7c14835f7454 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:34:43.680049 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 43a1321a-05e6-425f-b2d9-7c14835f7454, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=43a1321a-05e6-425f-b2d9-7c14835f7454,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:43.692431 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'port_id': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'mac_address': 'fa:16:3e:6e:57:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:34:43.738018 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:43.765365 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a1321a-05e6-425f-b2d9-7c14835f7454 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:34:43.776572 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-74d0969c-c6e2-413c-bae1-711e8ad5ad0f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456009136&fields=id&tenant_id=9a86c459dca342c9a7097322a2721c93 HTTP/1.1" status: 200 len: 267 time: 0.0619004 Oct 15 16:34:43.791939 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 43a1321a-05e6-425f-b2d9-7c14835f7454, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=43a1321a-05e6-425f-b2d9-7c14835f7454,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:43.797265 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:43.902359 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-ae9d0790-3d28-482a-b55f-d5654a7f67ec tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:43.905411 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-ae9d0790-3d28-482a-b55f-d5654a7f67ec tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/networks?id=736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 200 len: 808 time: 0.1275272 Oct 15 16:34:43.933248 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-86dc7b42-cdd1-4e28-a112-25831d751cb8 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/quotas/9a86c459dca342c9a7097322a2721c93 HTTP/1.1" status: 200 len: 375 time: 0.0195243 Oct 15 16:34:43.989164 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=43a1321a-05e6-425f-b2d9-7c14835f7454,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:44.029574 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-28d28b59-143e-49f6-ba70-c8b0d46d61df tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a86c459dca342c9a7097322a2721c93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918899 Oct 15 16:34:44.061652 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eac99-b625-47de-af40-b7e72e9a2f58 req-d59c47a3-597c-4c0b-ae50-6c618cb2994b tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:44.063300 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-138eac99-b625-47de-af40-b7e72e9a2f58 req-d59c47a3-597c-4c0b-ae50-6c618cb2994b tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 944 time: 0.0674806 Oct 15 16:34:44.110598 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-138eac99-b625-47de-af40-b7e72e9a2f58 req-d364d1cc-e7b8-4567-a3e6-f0c28da2eeb3 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393927 Oct 15 16:34:44.169766 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['43a1321a-05e6-425f-b2d9-7c14835f7454'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:34:44.235706 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-5034fbba-1241-41d8-a4cc-cd8239e2f75e service neutron] 10.222.0.44 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917067 Oct 15 16:34:44.364975 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec90d1d-a791-460e-bae9-09879c4aebe3 req-e4a98bfe-f6b4-42f2-b12a-93873200210c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:44.367051 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6ec90d1d-a791-460e-bae9-09879c4aebe3 req-e4a98bfe-f6b4-42f2-b12a-93873200210c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.1234164 Oct 15 16:34:44.403994 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-20471742-b1f2-4314-b1d1-6217febbfc66 service neutron] 10.222.0.44 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614180 Oct 15 16:34:44.438300 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6ec90d1d-a791-460e-bae9-09879c4aebe3 req-a7f10439-1f71-451c-9239-77c3e2088682 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634661 Oct 15 16:34:44.530461 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-c59dd7cd-862a-46ef-a5ce-9577978f96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:44.532118 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-c59dd7cd-862a-46ef-a5ce-9577978f96fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 1098 time: 0.0484896 Oct 15 16:34:44.676059 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-92db80dc-2fb0-4ac5-bfa9-2430dcfd3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:44.685315 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-92db80dc-2fb0-4ac5-bfa9-2430dcfd3694 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.1316617 Oct 15 16:34:44.843194 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-1fa196da-bb05-4d4d-897d-b94ccc26c32b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48597d61-d127-4a59-bb34-3f66c373b87c HTTP/1.1" status: 200 len: 1001 time: 0.1491423 Oct 15 16:34:44.914716 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bc8543b7-a95e-4712-ba54-ce0e19b48be2 req-7e8831c5-854d-481e-927c-748045c70373 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 210 time: 0.0700495 Oct 15 16:34:44.947088 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-2e745404-6ee6-424d-8d8f-022bc892dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:44.949812 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-2e745404-6ee6-424d-8d8f-022bc892dbaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0887470 Oct 15 16:34:44.960282 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:45.008029 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-0cc11235-f897-4428-a901-2068f3402183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:45.009762 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-0cc11235-f897-4428-a901-2068f3402183 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531533 Oct 15 16:34:45.129423 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-c5b0c6e6-62f2-40b7-8a5f-429f880acd1b service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096833 Oct 15 16:34:45.264178 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ef07a59a-e28e-4111-8cf1-eba558b139d8 req-5b700c27-6fcc-4cbb-8482-4a2bfed993d9 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247821 Oct 15 16:34:45.272382 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375c95a-cfae-454a-a63d-3fe5d6e2eac2 req-061d1ae7-70b3-4898-9e4a-216db3e97df7 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:45.273745 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0375c95a-cfae-454a-a63d-3fe5d6e2eac2 req-061d1ae7-70b3-4898-9e4a-216db3e97df7 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 944 time: 0.0716271 Oct 15 16:34:45.314685 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0375c95a-cfae-454a-a63d-3fe5d6e2eac2 req-0e65654e-7085-4a54-bffa-3854bab8c13c tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341747 Oct 15 16:34:45.552221 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aecbce-ce02-4921-a0dc-25da8da6e7fc req-ebd57628-0d9f-4a95-9845-46110a7b1a12 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:45.552943 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 43a1321a-05e6-425f-b2d9-7c14835f7454 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:34:45.553740 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-69aecbce-ce02-4921-a0dc-25da8da6e7fc req-ebd57628-0d9f-4a95-9845-46110a7b1a12 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0489850 Oct 15 16:34:45.595681 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-69aecbce-ce02-4921-a0dc-25da8da6e7fc req-2f519f98-3445-4bb3-806d-9b0e83029429 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341682 Oct 15 16:34:45.605050 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 43a1321a-05e6-425f-b2d9-7c14835f7454 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:34:45.608633 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 43a1321a-05e6-425f-b2d9-7c14835f7454 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:45.609034 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:45.687631 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:45.709857 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a1321a-05e6-425f-b2d9-7c14835f7454'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:34:45.712130 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d391d4b-a85f-4bed-a508-205e1db8c8ea" -d '{"events": [{"server_uuid": "b2446fdb-bd2e-4e46-b6f6-2feb15397478", "name": "network-vif-plugged", "status": "completed", "tag": "43a1321a-05e6-425f-b2d9-7c14835f7454"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:34:45.724379 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 43a1321a-05e6-425f-b2d9-7c14835f7454, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=43a1321a-05e6-425f-b2d9-7c14835f7454,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:45.728284 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:45.751631 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311c7fb5-f26c-48fd-92e4-ad61590b014e x-openstack-request-id: req-311c7fb5-f26c-48fd-92e4-ad61590b014e {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:34:45.751922 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2446fdb-bd2e-4e46-b6f6-2feb15397478", "name": "network-vif-plugged", "status": "completed", "tag": "43a1321a-05e6-425f-b2d9-7c14835f7454", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:34:45.752178 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-311c7fb5-f26c-48fd-92e4-ad61590b014e {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:34:45.752576 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'code': 200} Oct 15 16:34:45.782655 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=43a1321a-05e6-425f-b2d9-7c14835f7454,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:45.808724 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-0727415c-3fb6-4d9a-bf09-c0b81d8d639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:45.810214 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-0727415c-3fb6-4d9a-bf09-c0b81d8d639f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 1098 time: 0.0446012 Oct 15 16:34:45.911663 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-d325028c-a2a5-47f6-8451-506b0e3de8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:45.913160 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-d325028c-a2a5-47f6-8451-506b0e3de8e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.0956173 Oct 15 16:34:45.981524 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009602-0130-43c9-ac20-bc235ab69a80 req-2c50fbc1-d5c2-4506-9dc9-cd6d7de63fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:45.983834 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6a009602-0130-43c9-ac20-bc235ab69a80 req-2c50fbc1-d5c2-4506-9dc9-cd6d7de63fe3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 1098 time: 0.0855739 Oct 15 16:34:46.002292 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-aad9d718-3acc-4d08-aee0-f863ab161568 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48597d61-d127-4a59-bb34-3f66c373b87c HTTP/1.1" status: 200 len: 1001 time: 0.0795732 Oct 15 16:34:46.023438 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2729e513-95bd-493b-b8bd-36badbfcbff4 req-de4579be-759f-4e46-aa4f-2a11d8e8d255 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 210 time: 0.0310426 Oct 15 16:34:46.069444 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-bbee58db-6646-4926-9a0e-1f1ee5651470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:46.069729 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6a009602-0130-43c9-ac20-bc235ab69a80 req-edaad4f1-30b3-411d-99bd-0e8c56fed808 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553379 Oct 15 16:34:46.071128 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-bbee58db-6646-4926-9a0e-1f1ee5651470 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0509801 Oct 15 16:34:46.078035 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-3a6cd2d8-e5c4-4418-9c75-b0a353fc5a27 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:46.079412 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-3a6cd2d8-e5c4-4418-9c75-b0a353fc5a27 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.66 "GET /v2.0/networks?id=736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 200 len: 808 time: 0.1450756 Oct 15 16:34:46.319994 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-a18914cc-632e-4a4a-b454-c8c218c9a059 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a86c459dca342c9a7097322a2721c93 HTTP/1.1" status: 200 len: 380 time: 0.0357361 Oct 15 16:34:46.324463 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-7a5e7148-8d22-4402-85b6-8117629a4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:46.326000 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-7a5e7148-8d22-4402-85b6-8117629a4c0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413663 Oct 15 16:34:46.330553 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'port': {'device_id': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'admin_state_up': True, 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'security_groups': ['608b304a-44e9-4d7d-8bdb-357620473e19']}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:46.460668 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Made reservation on behalf of 9a86c459dca342c9a7097322a2721c93 for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:34:46.464589 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-e1020dfe-dd8a-458a-9cc3-8b8d72ff0242 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271136 Oct 15 16:34:46.465568 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:46.472605 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99004-8a60-4128-8cc8-6cdb0ca5a222 req-2b21d3ef-e116-45cd-ac1c-fdd48fb1b4fc tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:46.474028 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4d99004-8a60-4128-8cc8-6cdb0ca5a222 req-2b21d3ef-e116-45cd-ac1c-fdd48fb1b4fc tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 945 time: 0.0687585 Oct 15 16:34:46.541397 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4d99004-8a60-4128-8cc8-6cdb0ca5a222 req-555b39de-2bfb-427e-80b7-0ec2ea0e8274 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607743 Oct 15 16:34:46.595969 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-858af47b-2539-439e-aab8-2ccb92eefb38 req-a26f0926-9055-4525-bebc-2eb1dafe345c service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086435 Oct 15 16:34:46.604409 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Allocated IP 172.20.0.7 (736029a6-f3cb-4eff-b36d-2478b647a194/909ad65b-fb1b-4cd7-bcb5-740d30718061/e63b266d-b97c-4539-a5f7-3103f38ce8e2) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:34:46.718776 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75006808-f325-4748-90c5-3a59cb1a00d8 req-6823b8db-d706-414b-8072-d18b37fd3a75 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:46.720439 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-75006808-f325-4748-90c5-3a59cb1a00d8 req-6823b8db-d706-414b-8072-d18b37fd3a75 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0515323 Oct 15 16:34:46.761679 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-75006808-f325-4748-90c5-3a59cb1a00d8 req-d72a6d95-e695-4597-a85e-0bd5d2c1f4fa tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324588 Oct 15 16:34:46.775314 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:46.809272 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:46.849567 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Network 736029a6-f3cb-4eff-b36d-2478b647a194 is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:34:46.852550 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:34:46.855766 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:34:46.886785 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:46.914271 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:46.914911 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:46.932498 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-f4834263-31fe-48c1-a0e8-3481a574c761 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051805 Oct 15 16:34:46.949033 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Request body: {'port': {'device_id': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:47.009647 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:47.033246 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-cfa3f065-f67a-4a5b-8347-46f50ca56a88 None None] Provisioning complete for port e63b266d-b97c-4539-a5f7-3103f38ce8e2 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:34:47.033788 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f065-f67a-4a5b-8347-46f50ca56a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:47.054046 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:34:47.070331 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3f065-f67a-4a5b-8347-46f50ca56a88 None None] Port e63b266d-b97c-4539-a5f7-3103f38ce8e2 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:34:47.144945 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25205c99-4880-4cc5-8009-e36921af64c4 req-1ced6ec9-6651-43ae-a11c-abea188d5b3e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:47.146536 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-25205c99-4880-4cc5-8009-e36921af64c4 req-1ced6ec9-6651-43ae-a11c-abea188d5b3e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 931 time: 0.0509691 Oct 15 16:34:47.195366 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-25205c99-4880-4cc5-8009-e36921af64c4 req-3061ecdb-b9f9-436d-8946-d3d6d211ac71 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Oct 15 16:34:47.311214 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63b266d-b97c-4539-a5f7-3103f38ce8e2 {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:34:47.318434 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:47.329808 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Transition to ACTIVE for port object e63b266d-b97c-4539-a5f7-3103f38ce8e2 will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:34:47.333281 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:47.380345 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:47.453966 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Attempting to bind port e63b266d-b97c-4539-a5f7-3103f38ce8e2 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:34:47.454301 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Attempting to bind port e63b266d-b97c-4539-a5f7-3103f38ce8e2 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:34:47.454626 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Attempting to bind port e63b266d-b97c-4539-a5f7-3103f38ce8e2 on network 736029a6-f3cb-4eff-b36d-2478b647a194 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:47.459383 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Port e63b266d-b97c-4539-a5f7-3103f38ce8e2 on network 736029a6-f3cb-4eff-b36d-2478b647a194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:34:47.459701 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Attempting to bind port e63b266d-b97c-4539-a5f7-3103f38ce8e2 on network 736029a6-f3cb-4eff-b36d-2478b647a194 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:34:47.465276 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:34:47.465610 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Checking segment: {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:34:47.465993 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Bound using segment: {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:34:47.466421 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Bound port: e63b266d-b97c-4539-a5f7-3103f38ce8e2, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb40412-fc5b-443a-affe-e5edd601e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:34:47.466777 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:47.533069 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:34:47.536824 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:34:47.541862 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:47.574222 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:47.574834 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:47.576293 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] 10.222.0.66 "PUT /v2.0/ports/e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 200 len: 1093 time: 0.6324565 Oct 15 16:34:47.576727 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:34:47.579053 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5c72e5-5b31-4430-be69-5bce66baef02" -d '{"events": [{"name": "network-changed", "server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:34:47.615069 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da92ea-3a65-4b7d-8f30-6d638c2039a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:47.678695 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-78c26e1f-9eb8-41b5-bbc2-4353ee772a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:47.680281 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-78c26e1f-9eb8-41b5-bbc2-4353ee772a30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a86c459dca342c9a7097322a2721c93&device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1096 time: 0.0589612 Oct 15 16:34:47.714960 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf9f4-f7ba-44a3-a3a0-9c4f1e64008f req-9ee907ba-22b4-42ca-bb04-eb99fd8398ee tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:47.722890 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d79bf9f4-f7ba-44a3-a3a0-9c4f1e64008f req-9ee907ba-22b4-42ca-bb04-eb99fd8398ee tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 945 time: 0.0720785 Oct 15 16:34:47.727980 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08559ae1-b591-456e-8038-aa5268f402a9 x-openstack-request-id: req-08559ae1-b591-456e-8038-aa5268f402a9 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:34:47.728324 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:34:47.728544 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08559ae1-b591-456e-8038-aa5268f402a9 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:34:47.729003 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'status': 'completed', 'code': 200} Oct 15 16:34:47.730928 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-74fcfaa3-0d85-4f1c-b6a1-bb1d17051525 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 200 len: 217 time: 0.0409789 Oct 15 16:34:47.757932 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d79bf9f4-f7ba-44a3-a3a0-9c4f1e64008f req-d0795ee5-7321-4491-ae0c-c7c018e3c72f tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341647 Oct 15 16:34:47.784924 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-aab1f962-d5c8-4efc-86bc-e4db34cea6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:47.787236 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-aab1f962-d5c8-4efc-86bc-e4db34cea6c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=909ad65b-fb1b-4cd7-bcb5-740d30718061 HTTP/1.1" status: 200 len: 847 time: 0.0488391 Oct 15 16:34:47.840496 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-8c25d8c8-2ac9-4007-afda-5be0ab7823c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:47.843472 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-8c25d8c8-2ac9-4007-afda-5be0ab7823c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=736029a6-f3cb-4eff-b36d-2478b647a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471950 Oct 15 16:34:47.905240 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa12984-a4d3-44db-bd97-1752f843a3a1 req-36b05844-792a-45a1-aaf4-ad34b1e3d077 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:47.906719 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3aa12984-a4d3-44db-bd97-1752f843a3a1 req-36b05844-792a-45a1-aaf4-ad34b1e3d077 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 945 time: 0.0788949 Oct 15 16:34:47.915232 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52724) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:34:47.918740 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b8de7-7812-4799-9c24-a492987a980b req-7da2514b-2057-458b-b0b8-85447745ddfd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:47.919834 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Request body: {'floatingip': {'port_id': '43a1321a-05e6-425f-b2d9-7c14835f7454'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:34:47.920196 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-572b8de7-7812-4799-9c24-a492987a980b req-7da2514b-2057-458b-b0b8-85447745ddfd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0783088 Oct 15 16:34:47.961684 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-572b8de7-7812-4799-9c24-a492987a980b req-52a4bb9d-4648-463f-b32f-64b0daa5727d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351460 Oct 15 16:34:47.970054 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:48.011168 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-7ea7708b-f0e0-40eb-ba35-2a5287debdbd service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611154 Oct 15 16:34:48.196300 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-4e79ad9d-dee8-4113-a519-d9e13bab27ce req-fcb90974-b35d-43ef-940b-308d3b17c5bc service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780596 Oct 15 16:34:48.337355 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04236c-a971-4993-86d7-c8dcc9bf90b0 req-9fc8e688-7230-49fe-a97d-5782acfc460e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:48.338861 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da04236c-a971-4993-86d7-c8dcc9bf90b0 req-9fc8e688-7230-49fe-a97d-5782acfc460e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0543838 Oct 15 16:34:48.378001 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-da04236c-a971-4993-86d7-c8dcc9bf90b0 req-1bb837c7-20fe-48bf-b364-52eec79ddb2d tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330322 Oct 15 16:34:48.379369 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-e69e2ea8-0cbe-46e1-ad7c-5d30a88eb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:48.380909 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-e69e2ea8-0cbe-46e1-ad7c-5d30a88eb0e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a86c459dca342c9a7097322a2721c93&device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1096 time: 0.1162813 Oct 15 16:34:48.567332 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-868765c9-74f5-409f-a2d6-f9a276d31bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:48.568824 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-868765c9-74f5-409f-a2d6-f9a276d31bf5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 200 len: 909 time: 0.1560640 Oct 15 16:34:48.589502 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:48.617082 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-aab08a70-9420-473d-a1d5-d5f6661a8702 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 200 len: 217 time: 0.0403104 Oct 15 16:34:48.617664 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:48.731634 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-96a5f730-4f72-493f-ac69-0113f44a8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:48.733081 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-96a5f730-4f72-493f-ac69-0113f44a8b90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=909ad65b-fb1b-4cd7-bcb5-740d30718061 HTTP/1.1" status: 200 len: 847 time: 0.0794265 Oct 15 16:34:49.020563 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Floating IP 47351caa-8e24-4d58-a6e9-c301d4426789 associated. External IP: 172.27.2.137, port: 43a1321a-05e6-425f-b2d9-7c14835f7454. Oct 15 16:34:49.072710 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-616a6d29-c962-46e1-ac58-4490f42c49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:49.074221 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-616a6d29-c962-46e1-ac58-4490f42c49fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=736029a6-f3cb-4eff-b36d-2478b647a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3342934 Oct 15 16:34:49.089723 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b32fb9-5db6-488a-bfa3-2729f54e2392 req-f3c74adc-7abf-4d96-b8a1-aebb8866f1f4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:49.091372 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-97b32fb9-5db6-488a-bfa3-2729f54e2392 req-f3c74adc-7abf-4d96-b8a1-aebb8866f1f4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 945 time: 0.0486093 Oct 15 16:34:49.133284 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-97b32fb9-5db6-488a-bfa3-2729f54e2392 req-626399ce-2b2d-4dcc-b831-1428ef4483f1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349710 Oct 15 16:34:49.250669 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-426f953d-340c-43f0-84f6-e683cb12a731 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683095 Oct 15 16:34:49.373329 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Router aad76b2e-4b64-4d82-8b28-59e1273ce827 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:34:49.401688 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-fb5c72e5-5b31-4430-be69-5bce66baef02 req-38c1c3db-c94d-460e-ba54-7b42fd768d39 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435289 Oct 15 16:34:49.521363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39714940-03d8-4cb1-a2a7-bff8ccc22aeb req-8d61bcc4-91cc-4473-92ca-23541ddfd902 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:49.521363 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-39714940-03d8-4cb1-a2a7-bff8ccc22aeb req-8d61bcc4-91cc-4473-92ca-23541ddfd902 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0529554 Oct 15 16:34:49.525400 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:34:49.535956 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:49.536241 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] Sync routers for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:34:49.547778 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:49.548610 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:49.573971 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-39714940-03d8-4cb1-a2a7-bff8ccc22aeb req-db0a8afe-2a86-4b31-8ab3-470d40604594 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481360 Oct 15 16:34:49.574949 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b45f958c-2ce2-4f99-960c-4e498668c129 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "PUT /v2.0/floatingips/47351caa-8e24-4d58-a6e9-c301d4426789 HTTP/1.1" status: 200 len: 991 time: 1.6586282 Oct 15 16:34:49.597061 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:34:49.726505 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:49.730390 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'tag': '43a1321a-05e6-425f-b2d9-7c14835f7454'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:34:49.733333 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bfbea2-919d-4754-a534-f39004eac21b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2446fdb-bd2e-4e46-b6f6-2feb15397478", "tag": "43a1321a-05e6-425f-b2d9-7c14835f7454"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:34:49.764050 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:49.773465 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a101633-5b43-441b-931d-b65085ac8128 x-openstack-request-id: req-4a101633-5b43-441b-931d-b65085ac8128 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:34:49.773784 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2446fdb-bd2e-4e46-b6f6-2feb15397478", "tag": "43a1321a-05e6-425f-b2d9-7c14835f7454", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:34:49.774039 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a101633-5b43-441b-931d-b65085ac8128 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:34:49.774436 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'tag': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'status': 'completed', 'code': 200} Oct 15 16:34:49.840647 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:34:49.844148 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfbea2-919d-4754-a534-f39004eac21b req-7d774062-f408-450a-97b2-c06bdb829c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:49.844274 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e2cf5-c9d3-4e8c-a7a3-e4d823a159f0" -d '{"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-unplugged", "status": "completed", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:34:49.844390 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f8bfbea2-919d-4754-a534-f39004eac21b req-7d774062-f408-450a-97b2-c06bdb829c8d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 1098 time: 0.0446608 Oct 15 16:34:49.868208 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:34:49.883757 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:34:49.892738 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8eca95-540a-4dd9-a39e-d3acd5418940 x-openstack-request-id: req-ff8eca95-540a-4dd9-a39e-d3acd5418940 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:34:49.893064 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-unplugged", "status": "failed", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c", "code": 422}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:34:49.893284 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff8eca95-540a-4dd9-a39e-d3acd5418940 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:34:49.893717 dv-cinder-801913-8-iscsi neutron-server[99837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c', 'code': 422} returned with failed status Oct 15 16:34:49.957902 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [req-31ac2831-a03f-4bc2-96be-875a22493931 req-876da251-db1f-4259-b845-088ab627a382 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:34:49.958916 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-31ac2831-a03f-4bc2-96be-875a22493931 req-876da251-db1f-4259-b845-088ab627a382 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053973 Oct 15 16:34:49.959133 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfbea2-919d-4754-a534-f39004eac21b req-c43b801d-e429-497e-b070-d273887792b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:49.960751 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f8bfbea2-919d-4754-a534-f39004eac21b req-c43b801d-e429-497e-b070-d273887792b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 200 len: 911 time: 0.1099257 Oct 15 16:34:49.979121 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=8']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:34:50.031695 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f8bfbea2-919d-4754-a534-f39004eac21b req-a68482f0-49d6-44c2-888d-55c8396b4760 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1321a-05e6-425f-b2d9-7c14835f7454 HTTP/1.1" status: 200 len: 999 time: 0.0639260 Oct 15 16:34:50.049769 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '47351caa-8e24-4d58-a6e9-c301d4426789', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'port_id': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'mac_address': 'fa:16:3e:6e:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:34:35Z', 'updated_at': '2021-10-15T16:34:48Z', 'revision_number': 1, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:50.083388 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] Checking router: aad76b2e-4b64-4d82-8b28-59e1273ce827 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:34:50.088142 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfbea2-919d-4754-a534-f39004eac21b req-d165e922-0c2b-4b5d-98c9-b7d762f4c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:50.090058 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f8bfbea2-919d-4754-a534-f39004eac21b req-d165e922-0c2b-4b5d-98c9-b7d762f4c18a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 200 len: 849 time: 0.0504825 Oct 15 16:34:50.092683 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:34:50.093601 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:34:38Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:50.150177 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa8d5-964a-496e-b917-98080be7675d req-9d97d24b-68f8-4922-9558-ddc107b5a32c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:50.151950 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-68daa8d5-964a-496e-b917-98080be7675d req-9d97d24b-68f8-4922-9558-ddc107b5a32c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0631900 Oct 15 16:34:50.187021 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfbea2-919d-4754-a534-f39004eac21b req-dcd8ea5c-cce2-4aca-bd06-a25acd28a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:50.188812 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f8bfbea2-919d-4754-a534-f39004eac21b req-dcd8ea5c-cce2-4aca-bd06-a25acd28a9fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d40d4937-de70-4531-abf1-f05a0b973260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916519 Oct 15 16:34:50.197394 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-77d36f56-320f-4347-8516-07a877c4a5c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0539124 Oct 15 16:34:50.209260 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-68daa8d5-964a-496e-b917-98080be7675d req-29b45b3c-ac12-43ea-bee4-c15a0ddcf2b9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390122 Oct 15 16:34:50.231065 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:34:50.294433 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f8bfbea2-919d-4754-a534-f39004eac21b req-7622578d-bfbe-4e80-bad0-26fc54ada934 service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959754 Oct 15 16:34:50.395722 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-f8bfbea2-919d-4754-a534-f39004eac21b req-f7d58cf4-dfe5-4061-a2d7-b3a378bbafce service neutron] 10.222.0.66 "GET /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937972 Oct 15 16:34:50.468778 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '47351caa-8e24-4d58-a6e9-c301d4426789', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'port_id': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'mac_address': 'fa:16:3e:6e:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:34:35Z', 'updated_at': '2021-10-15T16:34:48Z', 'revision_number': 1, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:34:50.499322 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9293817-4d6f-4492-b27e-e301d7af0a8e None None] The sync data for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi is: [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '47351caa-8e24-4d58-a6e9-c301d4426789', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'port_id': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'mac_address': 'fa:16:3e:6e:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:34:35Z', 'updated_at': '2021-10-15T16:34:48Z', 'revision_number': 1, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:34:50.685354 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d3c6d-59b4-40de-beb8-a0e30360e4af req-7fe06fbe-744f-4793-bee4-84ca835c29a7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:50.687245 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f90d3c6d-59b4-40de-beb8-a0e30360e4af req-7fe06fbe-744f-4793-bee4-84ca835c29a7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0585127 Oct 15 16:34:50.717148 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c927191-9ab7-4437-9fc1-a41e8407f485 None None] New status for floating IP 47351caa-8e24-4d58-a6e9-c301d4426789: ACTIVE {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:34:50.729866 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f90d3c6d-59b4-40de-beb8-a0e30360e4af req-8093caa0-d374-4cab-aa8f-c325a0344ee7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Oct 15 16:34:50.977701 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-bc1feee9-0298-4e64-9302-9a2e14d4a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:50.979296 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-bc1feee9-0298-4e64-9302-9a2e14d4a5da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5&tenant_id=0cc095685b544a7c843ecdfada0ca22e HTTP/1.1" status: 200 len: 1096 time: 0.0452638 Oct 15 16:34:51.039728 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-dc103e16-a96f-4890-bf83-54999c97a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:51.041365 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-dc103e16-a96f-4890-bf83-54999c97a803 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cc095685b544a7c843ecdfada0ca22e&device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 1096 time: 0.0396640 Oct 15 16:34:51.133660 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-8c377556-282e-4482-ac18-e998ad6c42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:51.135769 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-8c377556-282e-4482-ac18-e998ad6c42ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 200 len: 917 time: 0.0878296 Oct 15 16:34:51.202682 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-ddaac271-6a04-478b-88a3-44d0c2486fd8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48597d61-d127-4a59-bb34-3f66c373b87c HTTP/1.1" status: 200 len: 999 time: 0.0602467 Oct 15 16:34:51.260336 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-8d9c0a0c-da9f-4ad6-8944-c06a33946573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:51.262238 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-8d9c0a0c-da9f-4ad6-8944-c06a33946573 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 200 len: 855 time: 0.0528886 Oct 15 16:34:51.314850 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d60b1-0c7f-4740-859d-87d8a804cd2a req-e6fd6999-7507-473f-b8db-802e6dc2f6c3 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:51.316310 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f3d60b1-0c7f-4740-859d-87d8a804cd2a req-e6fd6999-7507-473f-b8db-802e6dc2f6c3 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0482657 Oct 15 16:34:51.317108 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-d370f5fb-684b-4dae-8aa8-3bb7ae89a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:51.318598 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-d370f5fb-684b-4dae-8aa8-3bb7ae89a433 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c79366e4-0e59-4cc3-8684-1e16ca3116ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492942 Oct 15 16:34:51.363940 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f3d60b1-0c7f-4740-859d-87d8a804cd2a req-21751f0e-b4c0-466f-8cb7-60cd6c9b002e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Oct 15 16:34:51.418080 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-3abb8edf-faf6-4f6f-8679-952b2e0303c0 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919466 Oct 15 16:34:51.507981 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8fc31d23-860c-4dc2-904b-bda3bbdd43e4 req-2f1ebf81-8974-4c98-bc42-19ba1be83954 service neutron] 10.222.0.66 "GET /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822961 Oct 15 16:34:51.868628 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee6153-713d-4903-b655-0a27cd69c1d2 req-f87487b7-efd3-4972-a9ad-e14e1cbb780a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:51.870622 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b9ee6153-713d-4903-b655-0a27cd69c1d2 req-f87487b7-efd3-4972-a9ad-e14e1cbb780a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0617135 Oct 15 16:34:51.947811 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b9ee6153-713d-4903-b655-0a27cd69c1d2 req-30c0fa96-4dbb-43dd-980a-e8ecf8e1c8a2 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682015 Oct 15 16:34:52.489499 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dbb63-e45b-46be-a4e6-bd44ef994d7c req-0d299da7-7e35-42b8-be18-4dfbcf5b91b2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:52.491333 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-275dbb63-e45b-46be-a4e6-bd44ef994d7c req-0d299da7-7e35-42b8-be18-4dfbcf5b91b2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0512342 Oct 15 16:34:52.539366 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-275dbb63-e45b-46be-a4e6-bd44ef994d7c req-a1fcc698-8a52-4690-98a7-08c6eeff1ea8 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Oct 15 16:34:53.058453 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673db884-88e1-44ee-abab-a6f6be4e4018 req-90eaf5a5-f37f-481b-a717-e93d21eeccbd tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:53.059909 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-673db884-88e1-44ee-abab-a6f6be4e4018 req-90eaf5a5-f37f-481b-a717-e93d21eeccbd tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0507896 Oct 15 16:34:53.102242 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-673db884-88e1-44ee-abab-a6f6be4e4018 req-43d5e53a-6fd2-4a10-8612-f0dceda6443d tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361702 Oct 15 16:34:53.662892 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c9438-064e-4b1b-956e-94d083a1bbee req-fde72e3a-b947-4236-a31a-db7c5bd6a32b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:53.664506 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fa0c9438-064e-4b1b-956e-94d083a1bbee req-fde72e3a-b947-4236-a31a-db7c5bd6a32b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0499611 Oct 15 16:34:53.703532 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fa0c9438-064e-4b1b-956e-94d083a1bbee req-30299f13-db6c-4176-910b-d8785d3a6bc6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Oct 15 16:34:54.220792 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb03d1-1acf-43c9-a5cc-dd92a4c87650 req-b03f405f-62b9-42fa-aae3-86690e6db2bd tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:54.222246 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fdbb03d1-1acf-43c9-a5cc-dd92a4c87650 req-b03f405f-62b9-42fa-aae3-86690e6db2bd tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0517776 Oct 15 16:34:54.261972 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fdbb03d1-1acf-43c9-a5cc-dd92a4c87650 req-728975f1-733d-4495-bf6f-17f1fff3096c tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Oct 15 16:34:54.827357 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95505268-7bef-4115-9c08-55e28024e35d req-34a34f1f-3e50-4a4e-b679-dcb627801ca0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:54.828871 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-95505268-7bef-4115-9c08-55e28024e35d req-34a34f1f-3e50-4a4e-b679-dcb627801ca0 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0505066 Oct 15 16:34:54.874806 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-95505268-7bef-4115-9c08-55e28024e35d req-8a49f465-d54c-460e-909e-1a7f7e4d53c1 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390646 Oct 15 16:34:55.382463 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee7c1-6d24-4fb6-81b9-4c6319de928b req-be9fd107-09d4-4daf-9007-3b05f325c5c4 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:55.384020 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cfaee7c1-6d24-4fb6-81b9-4c6319de928b req-be9fd107-09d4-4daf-9007-3b05f325c5c4 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0541463 Oct 15 16:34:55.424333 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cfaee7c1-6d24-4fb6-81b9-4c6319de928b req-f9aba6ee-0fab-49db-b875-15f1b99622bb tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335381 Oct 15 16:34:56.000317 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3c13b-65c4-4934-aa2e-43134faafefd req-59fa4b61-f0d3-417e-b3ee-df09be7dc42e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:56.002415 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70e3c13b-65c4-4934-aa2e-43134faafefd req-59fa4b61-f0d3-417e-b3ee-df09be7dc42e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0508070 Oct 15 16:34:56.040596 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-70e3c13b-65c4-4934-aa2e-43134faafefd req-ada38836-9f0a-4710-a9b1-59f603703bab tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313373 Oct 15 16:34:56.540240 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1940ba2-75da-45ea-bac5-c60218f5550e req-d456c8a7-50c1-4b53-b939-0ecc38e9a5e1 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:56.542401 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b1940ba2-75da-45ea-bac5-c60218f5550e req-d456c8a7-50c1-4b53-b939-0ecc38e9a5e1 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0504797 Oct 15 16:34:56.584677 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b1940ba2-75da-45ea-bac5-c60218f5550e req-71d6e6cd-3efe-4032-93b8-6e9fc8a6950c tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Oct 15 16:34:57.166365 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c666b93-4753-4266-b2f1-66c5cc05b088 req-808cb176-1c74-48b6-a670-46a01d43bc0d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:57.177348 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1c666b93-4753-4266-b2f1-66c5cc05b088 req-808cb176-1c74-48b6-a670-46a01d43bc0d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0625951 Oct 15 16:34:57.224273 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1c666b93-4753-4266-b2f1-66c5cc05b088 req-522ac648-f544-418c-aad8-b76daec49c5b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432405 Oct 15 16:34:57.720947 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537d94-9e13-47e9-87ec-6175247efc5a req-61c7b071-8d53-4b15-a5cc-3418fd8766b7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:57.722600 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-45537d94-9e13-47e9-87ec-6175247efc5a req-61c7b071-8d53-4b15-a5cc-3418fd8766b7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0604658 Oct 15 16:34:57.761812 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-45537d94-9e13-47e9-87ec-6175247efc5a req-89286e24-8a09-406f-9e8d-8265bf044da1 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Oct 15 16:34:58.366264 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fe24a-a408-4a63-8c88-3f53098f305f req-7ade8cb5-2424-45c7-ba30-371307c2633f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:58.367802 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f48fe24a-a408-4a63-8c88-3f53098f305f req-7ade8cb5-2424-45c7-ba30-371307c2633f tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0498405 Oct 15 16:34:58.409628 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f48fe24a-a408-4a63-8c88-3f53098f305f req-072f1cae-9c2f-469a-8462-253f56b11096 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355186 Oct 15 16:34:58.890789 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d495-c05f-4555-8606-0642f2465386 req-095b5e0b-1eff-4ea3-896c-1951f165e51d tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:58.893335 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cb11d495-c05f-4555-8606-0642f2465386 req-095b5e0b-1eff-4ea3-896c-1951f165e51d tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0514755 Oct 15 16:34:58.932200 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-cb11d495-c05f-4555-8606-0642f2465386 req-c1ee226b-e03c-4bc2-9194-4d7cf2075a00 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Oct 15 16:34:59.529290 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2df75-a797-4fc6-93ee-83ca10545fc1 req-38c68394-8458-4f70-966d-4549dcb83b86 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:34:59.530777 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1da2df75-a797-4fc6-93ee-83ca10545fc1 req-38c68394-8458-4f70-966d-4549dcb83b86 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0500932 Oct 15 16:34:59.567810 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1da2df75-a797-4fc6-93ee-83ca10545fc1 req-df6215a4-7529-493b-a409-679ac289abc5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Oct 15 16:35:00.046246 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a7e17-c372-48d0-9bca-5f9cd0aaace5 req-147bdf18-41f6-4219-80f3-1f414abf582c tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:00.047705 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-511a7e17-c372-48d0-9bca-5f9cd0aaace5 req-147bdf18-41f6-4219-80f3-1f414abf582c tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0485091 Oct 15 16:35:00.091194 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-511a7e17-c372-48d0-9bca-5f9cd0aaace5 req-68a1c89c-421c-405c-bf7c-f0930a017130 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 Oct 15 16:35:00.689090 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705d1ce-b3e1-41e9-94ed-4e0091b4c166 req-b30efcef-1a0a-475a-82e4-34e367365d49 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:00.690566 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0705d1ce-b3e1-41e9-94ed-4e0091b4c166 req-b30efcef-1a0a-475a-82e4-34e367365d49 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0499825 Oct 15 16:35:00.730581 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0705d1ce-b3e1-41e9-94ed-4e0091b4c166 req-b5727536-72c0-4aeb-a53e-5126493cd241 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337329 Oct 15 16:35:01.210132 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851d31-4f08-47b0-b079-d1da1925eedf req-40fcaab6-2ca5-48f6-a85d-edb386987d31 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:01.211617 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-96851d31-4f08-47b0-b079-d1da1925eedf req-40fcaab6-2ca5-48f6-a85d-edb386987d31 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0537648 Oct 15 16:35:01.266456 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-96851d31-4f08-47b0-b079-d1da1925eedf req-a4049676-63b2-4740-a966-afc3cb4d57b9 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467989 Oct 15 16:35:01.855749 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99fc4-bf1c-4578-9cff-5091d55f2c16 req-39f8c796-4b90-43da-907a-9f0e959757c5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:01.857350 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-99c99fc4-bf1c-4578-9cff-5091d55f2c16 req-39f8c796-4b90-43da-907a-9f0e959757c5 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0532582 Oct 15 16:35:01.898463 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-99c99fc4-bf1c-4578-9cff-5091d55f2c16 req-35bf805e-166a-44d0-abf1-d2b89bfc81f6 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351260 Oct 15 16:35:02.387862 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dedbc-ebcd-4cf2-8a28-6e3d34744a1f req-065b9d55-0ea7-4c73-8ccb-68c722904d77 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:02.393186 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-163dedbc-ebcd-4cf2-8a28-6e3d34744a1f req-065b9d55-0ea7-4c73-8ccb-68c722904d77 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0554738 Oct 15 16:35:02.430672 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-163dedbc-ebcd-4cf2-8a28-6e3d34744a1f req-cc5ad959-88b5-47f2-841a-79e52e019f53 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340343 Oct 15 16:35:03.021527 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d464-d69a-4548-8a70-c4ba37b75d18 req-9d64d8f9-a158-439c-9b2a-ba936d9ee8ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:03.022913 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f183d464-d69a-4548-8a70-c4ba37b75d18 req-9d64d8f9-a158-439c-9b2a-ba936d9ee8ca tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0506167 Oct 15 16:35:03.060949 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f183d464-d69a-4548-8a70-c4ba37b75d18 req-86b0bf32-94c8-469b-94b8-a9d669fdc30b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Oct 15 16:35:03.541140 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b00fd0-a973-4bed-a6dd-3150ae742d09 req-a894d635-b865-4b2e-b68e-b548449af699 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:03.543082 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-28b00fd0-a973-4bed-a6dd-3150ae742d09 req-a894d635-b865-4b2e-b68e-b548449af699 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0479515 Oct 15 16:35:03.582380 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-28b00fd0-a973-4bed-a6dd-3150ae742d09 req-90565d45-1892-4062-a435-a6ad8b945df7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334325 Oct 15 16:35:04.432124 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa22c3-51b3-4822-8284-f5a99ad3f6af req-60de3e9f-67cb-48b6-a25e-5793568383f2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:04.434160 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b1fa22c3-51b3-4822-8284-f5a99ad3f6af req-60de3e9f-67cb-48b6-a25e-5793568383f2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.2998405 Oct 15 16:35:04.471173 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b1fa22c3-51b3-4822-8284-f5a99ad3f6af req-5834509f-962c-4b7c-9dc9-f7554109bc14 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Oct 15 16:35:04.693197 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d5ce7-e96e-429d-9433-e988c647ac4a req-b2552a69-c184-4a22-87b1-ed4628199d5e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:04.694587 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d0d5ce7-e96e-429d-9433-e988c647ac4a req-b2552a69-c184-4a22-87b1-ed4628199d5e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0472710 Oct 15 16:35:04.731871 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7d0d5ce7-e96e-429d-9433-e988c647ac4a req-b09437e7-2784-4838-b410-61f2176cf099 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305579 Oct 15 16:35:05.593133 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1859c0-3bb5-48e0-ac08-b09fdd686f5f req-68523eba-5a86-46db-92c5-b9b00ebbcb7c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:05.594627 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ca1859c0-3bb5-48e0-ac08-b09fdd686f5f req-68523eba-5a86-46db-92c5-b9b00ebbcb7c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 943 time: 0.0486331 Oct 15 16:35:05.633782 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ca1859c0-3bb5-48e0-ac08-b09fdd686f5f req-e3b2c43d-50f8-46d1-86de-1f2da2ae02ba tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333650 Oct 15 16:35:05.645794 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e63b266d-b97c-4539-a5f7-3103f38ce8e2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:35:05.738087 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:05.749034 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'port_id': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'mac_address': 'fa:16:3e:1a:e1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:35:05.790613 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-49ba9cde-1096-43d2-8337-8c0e30f8d329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:05.801157 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:05.813898 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63b266d-b97c-4539-a5f7-3103f38ce8e2 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:35:05.833642 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:05.838139 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:05.839534 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:35:05.848370 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23798637-8724-4a7e-8605-005281dbfb34 req-2931d0e4-1883-4d71-9666-5486466c9401 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:05.849969 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-23798637-8724-4a7e-8605-005281dbfb34 req-2931d0e4-1883-4d71-9666-5486466c9401 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0498066 Oct 15 16:35:05.888005 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-23798637-8724-4a7e-8605-005281dbfb34 req-6db9ee35-fb3b-4cad-b88f-470b21c9cb88 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Oct 15 16:35:05.912668 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:05.973812 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:05.984488 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '48597d61-d127-4a59-bb34-3f66c373b87c', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'port_id': '48597d61-d127-4a59-bb34-3f66c373b87c', 'mac_address': 'fa:16:3e:44:ef:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:35:06.021536 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:06.033688 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48597d61-d127-4a59-bb34-3f66c373b87c {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:35:06.052412 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:06.058081 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:06.104110 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=9']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:06.297749 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['48597d61-d127-4a59-bb34-3f66c373b87c'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:35:06.301832 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['e63b266d-b97c-4539-a5f7-3103f38ce8e2'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:35:06.756092 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217bb89-8bad-41fb-806c-3c53522f22cf req-dfe20063-9034-43d3-ac0a-f3b02d7b943b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:06.757631 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f217bb89-8bad-41fb-806c-3c53522f22cf req-dfe20063-9034-43d3-ac0a-f3b02d7b943b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 944 time: 0.0511918 Oct 15 16:35:06.798014 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f217bb89-8bad-41fb-806c-3c53522f22cf req-74f4f2f8-40dc-446c-be39-ecc086d00b96 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Oct 15 16:35:07.002200 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6275a3-9e06-43da-b80f-d464577297a5 req-4f2d6ada-1d22-4730-af88-6c65ad2136ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:07.003672 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a6275a3-9e06-43da-b80f-d464577297a5 req-4f2d6ada-1d22-4730-af88-6c65ad2136ad tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 944 time: 0.0480072 Oct 15 16:35:07.044663 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a6275a3-9e06-43da-b80f-d464577297a5 req-2148888c-71ed-434f-b29a-5b83589e2d7d tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350878 Oct 15 16:35:07.653199 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e63b266d-b97c-4539-a5f7-3103f38ce8e2 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:35:07.700759 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port e63b266d-b97c-4539-a5f7-3103f38ce8e2 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:35:07.704985 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port e63b266d-b97c-4539-a5f7-3103f38ce8e2 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:35:07.705281 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:07.784962 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:07.808458 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:35:07.810810 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51741ff-8a70-4272-acc3-8df685f9a4b8" -d '{"events": [{"server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "name": "network-vif-plugged", "status": "completed", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:35:07.823200 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:07.829862 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:07.831169 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:35:07.871591 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae673fb-e637-4f70-9bf9-d40c031f1d0b x-openstack-request-id: req-3ae673fb-e637-4f70-9bf9-d40c031f1d0b {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:35:07.871863 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "name": "network-vif-plugged", "status": "completed", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:35:07.872129 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ae673fb-e637-4f70-9bf9-d40c031f1d0b {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:35:07.872514 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'code': 200} Oct 15 16:35:07.912272 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:07.923876 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 48597d61-d127-4a59-bb34-3f66c373b87c triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:35:07.924251 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:07.929363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cfb01-d580-4801-95e9-257b3ebabb0b req-038bb224-6b1b-4640-ba6e-b8a7d7bd9ca9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:07.930890 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6e4cfb01-d580-4801-95e9-257b3ebabb0b req-038bb224-6b1b-4640-ba6e-b8a7d7bd9ca9 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 944 time: 0.0521624 Oct 15 16:35:07.969843 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6e4cfb01-d580-4801-95e9-257b3ebabb0b req-56e8bb31-c3a8-4391-9770-5b29eeafe3d4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Oct 15 16:35:08.015109 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:08.053210 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:08.058015 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:08.096073 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf81ff5-77e8-48a3-a6a1-3f968ac06b18 req-0db068a9-c44b-42b9-a8be-917d44846f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:08.097700 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8cf81ff5-77e8-48a3-a6a1-3f968ac06b18 req-0db068a9-c44b-42b9-a8be-917d44846f68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1098 time: 0.0523808 Oct 15 16:35:08.113680 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=10']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:08.139992 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8cf81ff5-77e8-48a3-a6a1-3f968ac06b18 req-cfc6ea6f-e813-4487-bc93-945b7d71195b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341909 Oct 15 16:35:08.162840 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2f96-23d8-4b3d-af24-317868007730 req-60a0470b-9d16-458a-a3bf-59c180d2e9af tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:08.164486 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b76f2f96-23d8-4b3d-af24-317868007730 req-60a0470b-9d16-458a-a3bf-59c180d2e9af tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0507936 Oct 15 16:35:08.203698 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b76f2f96-23d8-4b3d-af24-317868007730 req-2c3b73b3-fb26-47c8-9daa-dbb89eb324ce tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328152 Oct 15 16:35:08.515879 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-f759c0d8-ef80-4846-bbcd-90400565bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:09.091655 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa443c-c67d-4efa-985a-1ad2cf0e4fee req-5d1e3bf3-ddd3-4aca-81d6-e35417cc8675 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:09.093152 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5efa443c-c67d-4efa-985a-1ad2cf0e4fee req-5d1e3bf3-ddd3-4aca-81d6-e35417cc8675 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 946 time: 0.0488167 Oct 15 16:35:09.134280 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5efa443c-c67d-4efa-985a-1ad2cf0e4fee req-84d8a7bc-7f94-4ab2-bbf3-35832ab4b8d4 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352848 Oct 15 16:35:09.321397 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd41fa5-6297-42c6-b006-4abaefe083e0 req-602af42d-19a7-4710-bf8b-c52c5aef81c8 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:09.322894 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-afd41fa5-6297-42c6-b006-4abaefe083e0 req-602af42d-19a7-4710-bf8b-c52c5aef81c8 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0503066 Oct 15 16:35:09.361974 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-afd41fa5-6297-42c6-b006-4abaefe083e0 req-f0879a85-a653-4446-a318-f4cc7d6e971a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328255 Oct 15 16:35:09.464631 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:09.505601 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:09.873685 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:35:09.876060 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3ee491-6cac-43d2-9828-3170bbdf0997" -d '{"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-plugged", "status": "completed", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:35:09.911013 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d7e32-5486-4f80-83d0-243a6d1ea1f0 x-openstack-request-id: req-994d7e32-5486-4f80-83d0-243a6d1ea1f0 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:35:09.911299 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-plugged", "status": "completed", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:35:09.911546 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-994d7e32-5486-4f80-83d0-243a6d1ea1f0 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:35:09.911934 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c', 'code': 200} Oct 15 16:35:10.100474 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74f5e7-17b0-4097-a53b-5e878144f45e req-ab3512e1-25f4-46ef-8dc4-c73464ac186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:10.101983 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9b74f5e7-17b0-4097-a53b-5e878144f45e req-ab3512e1-25f4-46ef-8dc4-c73464ac186f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 1099 time: 0.0420246 Oct 15 16:35:10.137932 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-9b74f5e7-17b0-4097-a53b-5e878144f45e req-9cc1ab3c-5ab3-4438-b9fe-dc0b16a10a84 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277600 Oct 15 16:35:10.255932 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b399e5-642e-47cb-9493-6026cc9164db req-17b86731-d2dc-4048-8d96-b0f42181b948 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:10.257497 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-83b399e5-642e-47cb-9493-6026cc9164db req-17b86731-d2dc-4048-8d96-b0f42181b948 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 946 time: 0.0497596 Oct 15 16:35:10.294665 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-83b399e5-642e-47cb-9493-6026cc9164db req-0ba83c0e-b30d-42d6-88db-507c18efaa83 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309165 Oct 15 16:35:10.480392 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1d42-8daf-4936-8ae9-4f280fc8ad9d req-235ab5db-3db2-46a8-8414-da2192bfd3e9 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:10.481937 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9bee1d42-8daf-4936-8ae9-4f280fc8ad9d req-235ab5db-3db2-46a8-8414-da2192bfd3e9 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0492718 Oct 15 16:35:10.522713 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9bee1d42-8daf-4936-8ae9-4f280fc8ad9d req-6879ea5f-d23c-4463-ac19-a81c817ee9d0 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349195 Oct 15 16:35:10.639151 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88f715-da82-4dc6-bbd9-fb7751005b10 req-ad66f101-a72e-466e-9742-c49aaad22fda tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:10.640905 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ea88f715-da82-4dc6-bbd9-fb7751005b10 req-ad66f101-a72e-466e-9742-c49aaad22fda tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0488806 Oct 15 16:35:10.679132 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ea88f715-da82-4dc6-bbd9-fb7751005b10 req-f32793e4-6cb1-4349-999a-0105315f2a2e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Oct 15 16:35:10.700043 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52898) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:10.843607 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29dfe43-3e38-44e5-bd2b-b3772c3ca57b tempest-TestShelveInstance-734577048 tempest-TestShelveInstance-734577048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:10.845147 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c29dfe43-3e38-44e5-bd2b-b3772c3ca57b tempest-TestShelveInstance-734577048 tempest-TestShelveInstance-734577048-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1093 time: 0.1441207 Oct 15 16:35:10.848019 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 52902) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:10.852317 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'port_id': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:35:10.873873 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for floatingip, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:10.977751 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:11.051022 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:11.088224 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Allocated IP 172.27.2.42 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/c01c3c0c-490e-4bd9-b17b-38ac4f173838) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:35:11.195113 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:11.230101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:11.271633 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:35:11.274171 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:35:11.276860 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:35:11.302648 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'Port': ['ID=c01c3c0c-490e-4bd9-b17b-38ac4f173838,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:11.428614 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2527a04-ab33-4e90-984d-3178133ed793 req-348cfd97-f14b-49b5-b773-4224ffc74ea2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:11.430216 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a2527a04-ab33-4e90-984d-3178133ed793 req-348cfd97-f14b-49b5-b773-4224ffc74ea2 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 946 time: 0.0586648 Oct 15 16:35:11.471120 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a2527a04-ab33-4e90-984d-3178133ed793 req-02a6b501-9bbc-4967-9c7e-feff57abe527 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343223 Oct 15 16:35:11.698307 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:11.780985 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:11.931115 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:11.936212 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:12.012571 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event updated for resources: {'Port': ['ID=c01c3c0c-490e-4bd9-b17b-38ac4f173838,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:12.022295 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:12.362789 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Floating IP dedf5252-2f97-409a-ae1e-f9fd895144b3 associated. External IP: 172.27.2.42, port: e63b266d-b97c-4539-a5f7-3103f38ce8e2. Oct 15 16:35:12.567373 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Router 9b615be7-541a-4c99-a2a2-1144ed48fffb has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:35:12.590473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962aa434-96e0-47e5-97c3-0699b81bc9c9 req-cb447ece-52c6-4db0-83ab-9eefefb33d33 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:12.591972 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-962aa434-96e0-47e5-97c3-0699b81bc9c9 req-cb447ece-52c6-4db0-83ab-9eefefb33d33 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 946 time: 0.0485759 Oct 15 16:35:12.631941 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-962aa434-96e0-47e5-97c3-0699b81bc9c9 req-8b5e482b-fc6c-471b-b6d0-be7c95568f27 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Oct 15 16:35:12.676136 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:35:12.686170 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] Sync routers for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:35:12.693822 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:12.695996 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:35:12.696680 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:12.723846 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-25e95c48-801b-4b2d-b805-4386039a895f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8747742 Oct 15 16:35:12.724513 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:35:12.726905 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704" -d '{"events": [{"name": "network-changed", "server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:35:12.764452 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fb6cb3-9e4f-48c7-950a-93e8454667e8 x-openstack-request-id: req-55fb6cb3-9e4f-48c7-950a-93e8454667e8 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:35:12.764779 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:35:12.765039 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55fb6cb3-9e4f-48c7-950a-93e8454667e8 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:35:12.765690 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'status': 'completed', 'code': 200} Oct 15 16:35:12.805474 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:35:12.827078 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-48116bea-1cf9-4c4d-a780-2ab009533042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:12.828820 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-48116bea-1cf9-4c4d-a780-2ab009533042 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a86c459dca342c9a7097322a2721c93&device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1098 time: 0.0413311 Oct 15 16:35:12.917234 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-cc013390-5001-48cd-bf49-774d7bc68c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:12.918624 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-cc013390-5001-48cd-bf49-774d7bc68c19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 200 len: 909 time: 0.0833366 Oct 15 16:35:12.987498 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-8b2f9647-bdff-4cb4-8768-c367bb038266 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 200 len: 998 time: 0.0616467 Oct 15 16:35:13.030488 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'dedf5252-2f97-409a-ae1e-f9fd895144b3', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'port_id': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'mac_address': 'fa:16:3e:1a:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:35:11Z', 'updated_at': '2021-10-15T16:35:11Z', 'revision_number': 0, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:20Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:13.036914 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-4d8ee5da-8036-4e44-b828-78e426b75fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:13.038361 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-4d8ee5da-8036-4e44-b828-78e426b75fbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=909ad65b-fb1b-4cd7-bcb5-740d30718061 HTTP/1.1" status: 200 len: 847 time: 0.0436583 Oct 15 16:35:13.056768 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] Checking router: 9b615be7-541a-4c99-a2a2-1144ed48fffb for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:35:13.065770 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:35:13.066384 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:13.083552 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-b7f04e8c-2f0f-443b-91fa-3626803c869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:13.085074 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-b7f04e8c-2f0f-443b-91fa-3626803c869f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=736029a6-f3cb-4eff-b36d-2478b647a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392075 Oct 15 16:35:13.176681 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:35:13.182180 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-2b01a4be-ae9d-44ac-97b6-ab77b53083f6 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894718 Oct 15 16:35:13.280882 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0c6a4e4b-3ddc-44d8-ac3c-b26986004704 req-4c0b8ea4-c733-4d87-a5b0-f460261ee225 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915287 Oct 15 16:35:13.415896 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'dedf5252-2f97-409a-ae1e-f9fd895144b3', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'port_id': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'mac_address': 'fa:16:3e:1a:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:35:11Z', 'updated_at': '2021-10-15T16:35:11Z', 'revision_number': 0, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:20Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:13.442665 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163cda0-68c9-4718-b008-6bd94415a5d9 None None] The sync data for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi is: [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'dedf5252-2f97-409a-ae1e-f9fd895144b3', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'port_id': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'mac_address': 'fa:16:3e:1a:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:35:11Z', 'updated_at': '2021-10-15T16:35:11Z', 'revision_number': 0, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:20Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:35:13.627010 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100dbc8-4c0b-42c9-92f1-cf40ca91b90a None None] New status for floating IP dedf5252-2f97-409a-ae1e-f9fd895144b3: ACTIVE {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:35:14.965864 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:24.052750 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:35:27.318792 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-1af29915-ead3-4ab7-b62b-932fd8de9821 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414374230&fields=id&tenant_id=0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 267 time: 0.0326679 Oct 15 16:35:27.422463 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-290554ec-430b-470d-91d5-8d1a17f9859e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:27.423915 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-290554ec-430b-470d-91d5-8d1a17f9859e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 812 time: 0.0982718 Oct 15 16:35:27.438910 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-69d57a17-a093-4722-bbd2-16c55341c77d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/quotas/0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 375 time: 0.0093718 Oct 15 16:35:27.499777 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-4f533432-6de4-4c30-88b9-f14413d242c6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0553577 Oct 15 16:35:27.597019 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-da18ce5b-ff6b-47c3-a05f-381407cb6306 service neutron] 10.222.0.44 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815718 Oct 15 16:35:27.688742 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-65722ec5-9eae-4c0f-b920-c2c4e7415d9c service neutron] 10.222.0.44 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849795 Oct 15 16:35:27.961093 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a5e16262-2c8c-4a3c-bbbc-7d976d658cf5 req-b93ff88c-c9bc-40d7-bca9-fc63c1714067 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 210 time: 0.0276895 Oct 15 16:35:28.954095 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-9d101dc2-3301-4b2d-8fc7-f867e22eadec tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:28.955537 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-9d101dc2-3301-4b2d-8fc7-f867e22eadec tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 812 time: 0.1042006 Oct 15 16:35:29.000397 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-de91e0b3-21fc-412f-8add-ce999220b067 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0477a7a60c16413fb41dd6974bbfb3ca HTTP/1.1" status: 200 len: 380 time: 0.0346642 Oct 15 16:35:29.010195 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'port': {'device_id': '48d99844-4716-4613-a2b0-0734a23f36e6', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'admin_state_up': True, 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'security_groups': ['d1d47817-f5e8-4a2c-aa90-bd612ddad959']}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:35:29.064692 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-312e19b4-719d-4d0a-bc5c-4c53c3744086 req-8644558c-1e7d-4c44-81b6-a515b752dce6 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 210 time: 0.0283580 Oct 15 16:35:29.125578 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Made reservation on behalf of 0477a7a60c16413fb41dd6974bbfb3ca for: {'port': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:35:29.129080 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:29.254850 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_common [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Allocated IP 172.20.0.8 (7769421a-bb7c-4a0d-b4fb-b292b365686f/30f06f30-35dd-4d16-a827-4b04267f3b83/7af990f2-b581-4e6c-88f7-786568c33358) {{(pid=99835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:35:29.404232 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:29.439055 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:29.489409 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f is already hosted by enough agents. {{(pid=99835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:35:29.496472 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Resources bound (agent type, host, resource id): {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:35:29.500901 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Received port after_create {{(pid=99835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:35:29.504969 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=7af990f2-b581-4e6c-88f7-786568c33358,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:29.544090 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.544447 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.544820 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.545161 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.545599 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.545830 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.546163 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.546494 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.548075 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.548075 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.548075 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.548075 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:29.568889 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:29.569633 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:29.587519 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-556bba83-70d6-48d9-8e72-fa3eaedd00f0 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810435 Oct 15 16:35:29.600598 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Request body: {'port': {'device_id': '48d99844-4716-4613-a2b0-0734a23f36e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:35:29.658367 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:29.732005 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-7e78f3ca-efa9-4300-b32e-ff733758052a None None] Provisioning complete for port 7af990f2-b581-4e6c-88f7-786568c33358 triggered by entity DHCP. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:35:29.732574 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7e78f3ca-efa9-4300-b32e-ff733758052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:29.768757 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-7e78f3ca-efa9-4300-b32e-ff733758052a None None] Port 7af990f2-b581-4e6c-88f7-786568c33358 cannot update to ACTIVE because it is not bound. {{(pid=99837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 16:35:29.933535 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af990f2-b581-4e6c-88f7-786568c33358 {{(pid=99835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:35:29.940949 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:29.953605 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.provisioning_blocks [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Transition to ACTIVE for port object 7af990f2-b581-4e6c-88f7-786568c33358 will not be triggered until provisioned by entity L2. {{(pid=99835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:35:29.957422 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:30.003696 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Pushing event updated for resources: {'Port': ['ID=7af990f2-b581-4e6c-88f7-786568c33358,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:30.077033 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Attempting to bind port 7af990f2-b581-4e6c-88f7-786568c33358 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:35:30.077390 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Attempting to bind port 7af990f2-b581-4e6c-88f7-786568c33358 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:35:30.077704 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Attempting to bind port 7af990f2-b581-4e6c-88f7-786568c33358 on network 7769421a-bb7c-4a0d-b4fb-b292b365686f {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:35:30.082305 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Port 7af990f2-b581-4e6c-88f7-786568c33358 on network 7769421a-bb7c-4a0d-b4fb-b292b365686f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:35:30.082630 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Attempting to bind port 7af990f2-b581-4e6c-88f7-786568c33358 on network 7769421a-bb7c-4a0d-b4fb-b292b365686f {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:35:30.087534 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:35:30.087876 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Checking segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:35:30.088262 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Bound using segment: {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:35:30.088719 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Bound port: 7af990f2-b581-4e6c-88f7-786568c33358, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24992e06-229a-400a-a90a-7d44f19613ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:35:30.089666 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:30.167681 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] For port 7af990f2-b581-4e6c-88f7-786568c33358, host hv-cinder-80191, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:35:30.171627 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] For port 7af990f2-b581-4e6c-88f7-786568c33358, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7af990f2-b581-4e6c-88f7-786568c33358,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:35:30.176032 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531257119'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:30.188959 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d689139-5c2d-42fb-bd29-4e677e0fa1e8 req-3db4d0c0-ea0d-45ef-adac-a7682c9d412a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.190531 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4d689139-5c2d-42fb-bd29-4e677e0fa1e8 req-3db4d0c0-ea0d-45ef-adac-a7682c9d412a tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 943 time: 0.0534616 Oct 15 16:35:30.219603 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.220119 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:30.222023 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] 10.222.0.66 "PUT /v2.0/ports/7af990f2-b581-4e6c-88f7-786568c33358 HTTP/1.1" status: 200 len: 1093 time: 0.6260118 Oct 15 16:35:30.224811 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:35:30.228234 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9c51ac-e511-41fa-b68e-8a69449bb694" -d '{"events": [{"name": "network-changed", "server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "tag": "7af990f2-b581-4e6c-88f7-786568c33358"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:35:30.238039 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4d689139-5c2d-42fb-bd29-4e677e0fa1e8 req-9ee78dbc-8671-4e4c-8033-9d0934ab1962 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Oct 15 16:35:30.282418 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0300e588-a39c-404e-b7c6-bee31a31d8c1 x-openstack-request-id: req-0300e588-a39c-404e-b7c6-bee31a31d8c1 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:35:30.282815 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "tag": "7af990f2-b581-4e6c-88f7-786568c33358", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:35:30.283052 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0300e588-a39c-404e-b7c6-bee31a31d8c1 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:35:30.283449 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358', 'status': 'completed', 'code': 200} Oct 15 16:35:30.287001 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a28da-0c6b-4cac-bc7d-83095fd04b32 service neutron] Pushing event updated for resources: {'Port': ['ID=7af990f2-b581-4e6c-88f7-786568c33358,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:30.333122 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-ffae5a7a-b893-4517-9fb6-f66b936b5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.334669 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-ffae5a7a-b893-4517-9fb6-f66b936b5149 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 1096 time: 0.0429766 Oct 15 16:35:30.385081 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-32f267be-c814-4bd0-a526-d8e3494c433b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7af990f2-b581-4e6c-88f7-786568c33358 HTTP/1.1" status: 200 len: 217 time: 0.0373929 Oct 15 16:35:30.435604 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-6106e1d3-a5cd-46b7-bc13-dbb64c030414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.437442 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-6106e1d3-a5cd-46b7-bc13-dbb64c030414 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0453441 Oct 15 16:35:30.483021 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-14966bee-f78d-40f6-add7-8d2cf7bb8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.484524 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-14966bee-f78d-40f6-add7-8d2cf7bb8ab9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392845 Oct 15 16:35:30.577789 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-e471e7c4-3bb7-469b-a8d2-bf84a68429bf service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858109 Oct 15 16:35:30.667905 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-05eae29a-f3eb-42da-a8f3-38c4a179b12f req-7891584c-bb51-44a6-abc2-a73e13760e09 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806379 Oct 15 16:35:30.751125 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-a93985ae-8f8f-48c3-aff6-c2a3ec83a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.752620 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-a93985ae-8f8f-48c3-aff6-c2a3ec83a781 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 1096 time: 0.0400684 Oct 15 16:35:30.846585 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-3f80ba09-57cf-4d28-8784-36b27d07e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.848052 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-3f80ba09-57cf-4d28-8784-36b27d07e1bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.0875928 Oct 15 16:35:30.890807 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-92d74f34-d0f1-43f2-a1f7-4d8aff94f83b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7af990f2-b581-4e6c-88f7-786568c33358 HTTP/1.1" status: 200 len: 217 time: 0.0337532 Oct 15 16:35:30.944144 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-80dd3a7f-e9e9-47d0-b193-ac733e88991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.945697 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-80dd3a7f-e9e9-47d0-b193-ac733e88991f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0474293 Oct 15 16:35:30.993394 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-e4f4c917-eeb2-462c-a2c4-b7a619f05ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:30.994893 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-e4f4c917-eeb2-462c-a2c4-b7a619f05ac3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396144 Oct 15 16:35:31.085049 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-d556c8ef-d214-4818-82cb-2dadc6142965 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823185 Oct 15 16:35:31.181070 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-6c9c51ac-e511-41fa-b68e-8a69449bb694 req-9596e3b1-959d-4d5f-9bcf-c560d1fda3a2 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840092 Oct 15 16:35:31.352371 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cc2da-7ae7-440b-b206-b4956705ddb4 req-6ee1eb84-7003-4e5f-9c8d-3da63822d004 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:31.353855 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-259cc2da-7ae7-440b-b206-b4956705ddb4 req-6ee1eb84-7003-4e5f-9c8d-3da63822d004 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 943 time: 0.0509350 Oct 15 16:35:31.391715 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-259cc2da-7ae7-440b-b206-b4956705ddb4 req-4318aeb3-9002-4c31-946d-5197bb8fcd63 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Oct 15 16:35:32.508908 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bdad-cfca-4df8-aee9-767bd7a435d2 req-c8cb1da9-85e2-453d-bc55-ba9795283eaf tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:32.510382 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-41f9bdad-cfca-4df8-aee9-767bd7a435d2 req-c8cb1da9-85e2-453d-bc55-ba9795283eaf tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 943 time: 0.0481219 Oct 15 16:35:32.548068 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-41f9bdad-cfca-4df8-aee9-767bd7a435d2 req-e35446a3-b9c3-4100-92ae-d1d87a1ce590 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Oct 15 16:35:33.662803 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1cfab-71a6-4921-9543-4aa72033c213 req-0fcdf1bf-b5e6-4ded-b6a1-12d176920a5d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:33.664348 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4ae1cfab-71a6-4921-9543-4aa72033c213 req-0fcdf1bf-b5e6-4ded-b6a1-12d176920a5d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 943 time: 0.0500407 Oct 15 16:35:33.702576 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4ae1cfab-71a6-4921-9543-4aa72033c213 req-5f7a36c6-a0eb-4d63-b360-c129250419f1 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Oct 15 16:35:34.819679 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bae71-ad1a-4cdd-9d70-b4ec89f312b0 req-e35c34d0-5207-4028-87ba-8990b46ef92d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:34.821171 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-755bae71-ad1a-4cdd-9d70-b4ec89f312b0 req-e35c34d0-5207-4028-87ba-8990b46ef92d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 943 time: 0.0530293 Oct 15 16:35:34.858781 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-755bae71-ad1a-4cdd-9d70-b4ec89f312b0 req-af924619-c42e-484e-a6c7-5e38529a124b tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Oct 15 16:35:35.762896 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-de4a2991-5fc1-4b5d-ba56-a6b94ee187e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:35.969573 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be9996-e649-4090-a8a6-20e253b5dee4 req-08975813-8bb3-4665-9fae-5daa39868ccf tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:35.970979 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-08be9996-e649-4090-a8a6-20e253b5dee4 req-08975813-8bb3-4665-9fae-5daa39868ccf tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 943 time: 0.0474558 Oct 15 16:35:36.007775 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-08be9996-e649-4090-a8a6-20e253b5dee4 req-daa8b31e-1e0f-4a8f-ac9d-78f60e86ef52 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Oct 15 16:35:37.122463 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8697-938d-4e09-9bb2-960267c33a72 req-2c86947a-4fa3-4bbd-83c2-6d224871bf4e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:37.123984 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e87b8697-938d-4e09-9bb2-960267c33a72 req-2c86947a-4fa3-4bbd-83c2-6d224871bf4e tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 943 time: 0.0501194 Oct 15 16:35:37.161914 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e87b8697-938d-4e09-9bb2-960267c33a72 req-dd88a1ef-a036-490c-bbe8-b88c0e1066bc tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Oct 15 16:35:37.764233 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 7af990f2-b581-4e6c-88f7-786568c33358 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:35:37.865185 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 7af990f2-b581-4e6c-88f7-786568c33358, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7af990f2-b581-4e6c-88f7-786568c33358,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:37.875848 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '7af990f2-b581-4e6c-88f7-786568c33358', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'port_id': '7af990f2-b581-4e6c-88f7-786568c33358', 'mac_address': 'fa:16:3e:e4:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:35:37.911988 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:37.924203 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af990f2-b581-4e6c-88f7-786568c33358 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:35:37.943233 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 7af990f2-b581-4e6c-88f7-786568c33358, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7af990f2-b581-4e6c-88f7-786568c33358,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:37.947466 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:37.996952 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=7af990f2-b581-4e6c-88f7-786568c33358,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:38.003831 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.004233 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.004576 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.004941 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.005266 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.005599 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.005923 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.006246 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.006587 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.006912 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.007229 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.007545 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:38.232780 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['7af990f2-b581-4e6c-88f7-786568c33358'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:35:38.284782 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38161ba-b518-462c-9680-52d64da00181 req-53a86d92-12d8-4036-972c-d55e2f0e536d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:38.286486 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b38161ba-b518-462c-9680-52d64da00181 req-53a86d92-12d8-4036-972c-d55e2f0e536d tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 944 time: 0.0583889 Oct 15 16:35:38.324360 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b38161ba-b518-462c-9680-52d64da00181 req-ac2f8e1e-3813-4490-b068-e351ed760014 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Oct 15 16:35:38.515210 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87b2ecf9-faed-4696-b64f-1ed8446d4a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:39.440168 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ad8a-7a50-4731-bfa8-b6bd7239cc28 req-854f97b3-ca45-4c59-a186-e937b5e9f5f9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:39.441587 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-54e2ad8a-7a50-4731-bfa8-b6bd7239cc28 req-854f97b3-ca45-4c59-a186-e937b5e9f5f9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 944 time: 0.0511441 Oct 15 16:35:39.467349 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:39.482188 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-54e2ad8a-7a50-4731-bfa8-b6bd7239cc28 req-5e34de1d-934b-4867-b6d1-caa71d7aceb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342972 Oct 15 16:35:39.507275 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:39.768928 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 7af990f2-b581-4e6c-88f7-786568c33358 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:35:39.816070 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 7af990f2-b581-4e6c-88f7-786568c33358 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:35:39.819553 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 7af990f2-b581-4e6c-88f7-786568c33358 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:35:39.819929 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:39.896036 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:39.922033 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:35:39.924295 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa970686-a864-429e-84a8-973cff89cff9" -d '{"events": [{"server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "name": "network-vif-plugged", "status": "completed", "tag": "7af990f2-b581-4e6c-88f7-786568c33358"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:35:39.940511 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 7af990f2-b581-4e6c-88f7-786568c33358, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7af990f2-b581-4e6c-88f7-786568c33358,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:39.945284 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:39.968987 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb97fa5-03d5-4ce3-aed3-bb1c97cef4ca x-openstack-request-id: req-ffb97fa5-03d5-4ce3-aed3-bb1c97cef4ca {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:35:39.969280 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "name": "network-vif-plugged", "status": "completed", "tag": "7af990f2-b581-4e6c-88f7-786568c33358", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:35:39.970001 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffb97fa5-03d5-4ce3-aed3-bb1c97cef4ca {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:35:39.970001 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358', 'code': 200} Oct 15 16:35:39.999606 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=7af990f2-b581-4e6c-88f7-786568c33358,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:40.205705 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d6aec-08ff-400d-a849-f9a0297ba3a2 req-c0c4fecd-8957-4050-979d-5b29f27407e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:40.207195 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-224d6aec-08ff-400d-a849-f9a0297ba3a2 req-c0c4fecd-8957-4050-979d-5b29f27407e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 1098 time: 0.0391598 Oct 15 16:35:40.243184 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-224d6aec-08ff-400d-a849-f9a0297ba3a2 req-02b6bcab-282c-4d53-903f-4f70dcd524fe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285909 Oct 15 16:35:40.595018 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c17727-5795-4d8e-b442-e0ef825295d4 req-e2f69134-a70f-4698-badd-73ac7146f1bb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:40.596507 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-35c17727-5795-4d8e-b442-e0ef825295d4 req-e2f69134-a70f-4698-badd-73ac7146f1bb tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Oct 15 16:35:40.633263 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-35c17727-5795-4d8e-b442-e0ef825295d4 req-96cd908a-2015-49e6-970a-cf161df9f405 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309725 Oct 15 16:35:41.053151 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:41.749490 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f0b07-09d4-40f7-8921-7f541492840c req-243849ce-1cfd-4e7c-997a-af81246ff84f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:41.750952 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-160f0b07-09d4-40f7-8921-7f541492840c req-243849ce-1cfd-4e7c-997a-af81246ff84f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Oct 15 16:35:41.787475 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-160f0b07-09d4-40f7-8921-7f541492840c req-50e49d11-a80a-4a1b-bc4c-123d814bbb28 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Oct 15 16:35:41.899178 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db033fd1-6a10-46b2-9850-9d3ae4dbfd0f req-4a8336bc-6f7e-4962-b090-371ea0dc02a8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:41.900649 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-db033fd1-6a10-46b2-9850-9d3ae4dbfd0f req-4a8336bc-6f7e-4962-b090-371ea0dc02a8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 945 time: 0.0497935 Oct 15 16:35:41.939091 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-db033fd1-6a10-46b2-9850-9d3ae4dbfd0f req-a4781063-076d-4ac2-99e3-22de9b141eea tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319450 Oct 15 16:35:41.960657 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53136) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:41.999967 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468794fb-b476-45aa-882a-7b32119aa8f9 tempest-TestVolumeBootPattern-546830889 tempest-TestVolumeBootPattern-546830889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:42.001481 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-468794fb-b476-45aa-882a-7b32119aa8f9 tempest-TestVolumeBootPattern-546830889 tempest-TestVolumeBootPattern-546830889-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 1093 time: 0.0398183 Oct 15 16:35:42.004187 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53138) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:42.008516 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Request body: {'floatingip': {'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'port_id': '7af990f2-b581-4e6c-88f7-786568c33358', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:35:42.030927 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:42.130486 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:42.235188 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Allocated IP 172.27.2.92 (dd6dcd9d-2966-46eb-b204-28598e62eddf/788291d6-9d65-4902-8b74-f02c64a3d231/de76580b-8c57-47b1-8974-cdbb571ba0f3) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:35:42.336677 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:42.368566 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:42.404382 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Network dd6dcd9d-2966-46eb-b204-28598e62eddf is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:35:42.408433 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:35:42.414374 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:35:42.435012 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=de76580b-8c57-47b1-8974-cdbb571ba0f3,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:42.451827 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.452169 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.452504 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.452862 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.453185 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.453506 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.453828 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.454145 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.454461 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.454776 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.455088 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.455396 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:35:42.783060 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:42.852542 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:42.992380 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:42.997492 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:43.066665 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event updated for resources: {'Port': ['ID=de76580b-8c57-47b1-8974-cdbb571ba0f3,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:43.078029 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:43.178398 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Floating IP 3a5cc44c-8774-4571-86bd-b699f30c1740 associated. External IP: 172.27.2.92, port: 7af990f2-b581-4e6c-88f7-786568c33358. Oct 15 16:35:43.379167 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:35:43.490868 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:35:43.500561 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:35:43.507763 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:43.510154 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:35:43.510810 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:43.534535 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-7c513b45-f92b-4ffa-bf7d-7c34c9bb3e97 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5293007 Oct 15 16:35:43.535212 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:35:43.537571 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ee74b6-4234-4c83-a78d-c6194457860a" -d '{"events": [{"name": "network-changed", "server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "tag": "7af990f2-b581-4e6c-88f7-786568c33358"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:35:43.575225 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ea2e8-5603-462f-abcf-0d7a4c0b5c71 x-openstack-request-id: req-5e2ea2e8-5603-462f-abcf-0d7a4c0b5c71 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:35:43.575515 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "tag": "7af990f2-b581-4e6c-88f7-786568c33358", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:35:43.575771 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e2ea2e8-5603-462f-abcf-0d7a4c0b5c71 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:35:43.576201 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358', 'status': 'completed', 'code': 200} Oct 15 16:35:43.617737 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:35:43.642514 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee74b6-4234-4c83-a78d-c6194457860a req-3dd6e5f0-bfaf-4570-9a38-4143dc7926b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:43.643927 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70ee74b6-4234-4c83-a78d-c6194457860a req-3dd6e5f0-bfaf-4570-9a38-4143dc7926b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 1098 time: 0.0442493 Oct 15 16:35:43.734896 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee74b6-4234-4c83-a78d-c6194457860a req-5abcb56b-7c3a-43ec-a38b-0ced124c2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:43.736479 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70ee74b6-4234-4c83-a78d-c6194457860a req-5abcb56b-7c3a-43ec-a38b-0ced124c2326 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.0835516 Oct 15 16:35:43.808927 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70ee74b6-4234-4c83-a78d-c6194457860a req-91d8d8b2-322c-4ffd-be37-0f2a40cbca9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7af990f2-b581-4e6c-88f7-786568c33358 HTTP/1.1" status: 200 len: 998 time: 0.0608394 Oct 15 16:35:43.837433 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '3a5cc44c-8774-4571-86bd-b699f30c1740', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '7af990f2-b581-4e6c-88f7-786568c33358', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:e4:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99844-4716-4613-a2b0-0734a23f36e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:35:42Z', 'updated_at': '2021-10-15T16:35:42Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}, {'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:39Z', 'revision_number': 1, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:43.859075 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee74b6-4234-4c83-a78d-c6194457860a req-abbd49b2-13ae-4694-b85f-fbf38036d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:43.860521 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70ee74b6-4234-4c83-a78d-c6194457860a req-abbd49b2-13ae-4694-b85f-fbf38036d031 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0442858 Oct 15 16:35:43.866934 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:35:43.876569 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:35:43.877192 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:43.909147 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee74b6-4234-4c83-a78d-c6194457860a req-df523b5b-6744-45fe-ab8a-cb61e3be8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:43.910552 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70ee74b6-4234-4c83-a78d-c6194457860a req-df523b5b-6744-45fe-ab8a-cb61e3be8dd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412078 Oct 15 16:35:44.007411 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70ee74b6-4234-4c83-a78d-c6194457860a req-df0b13ae-f462-49ed-993e-ced8bb573ce7 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874708 Oct 15 16:35:44.102122 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-70ee74b6-4234-4c83-a78d-c6194457860a req-c2165308-922f-4215-b616-b476e85efeb0 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851073 Oct 15 16:35:44.108664 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:35:44.331211 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '3a5cc44c-8774-4571-86bd-b699f30c1740', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '7af990f2-b581-4e6c-88f7-786568c33358', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:e4:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99844-4716-4613-a2b0-0734a23f36e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:35:42Z', 'updated_at': '2021-10-15T16:35:42Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}, {'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:39Z', 'revision_number': 1, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:44.357692 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff92a3-fe30-4a47-af39-de4466e72c71 None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': '3a5cc44c-8774-4571-86bd-b699f30c1740', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '7af990f2-b581-4e6c-88f7-786568c33358', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:e4:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99844-4716-4613-a2b0-0734a23f36e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:35:42Z', 'updated_at': '2021-10-15T16:35:42Z', 'revision_number': 0, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}, {'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:39Z', 'revision_number': 1, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:35:44.562113 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f21491-14af-450c-9771-29d038e0b736 None None] New status for floating IP 3a5cc44c-8774-4571-86bd-b699f30c1740: ACTIVE {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:35:44.972363 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:45.452156 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-eceeb969-a105-4ee2-919e-e47982257e88 req-fb18463a-b1a4-4fda-9a1a-459b0c14bab4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430856 Oct 15 16:35:45.513410 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeb969-a105-4ee2-919e-e47982257e88 req-3b373b31-b1e7-4b0c-9e44-afecb28a0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:45.514891 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-eceeb969-a105-4ee2-919e-e47982257e88 req-3b373b31-b1e7-4b0c-9e44-afecb28a0354 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 1098 time: 0.0402305 Oct 15 16:35:45.625314 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeb969-a105-4ee2-919e-e47982257e88 req-4d90fc62-5b70-4e7d-83e1-6ed68af7d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:45.626834 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-eceeb969-a105-4ee2-919e-e47982257e88 req-4d90fc62-5b70-4e7d-83e1-6ed68af7d441 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.0896025 Oct 15 16:35:45.698064 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-eceeb969-a105-4ee2-919e-e47982257e88 req-93b002e0-c7c0-4345-8d3f-1c5960bcc9cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f HTTP/1.1" status: 200 len: 1001 time: 0.0625405 Oct 15 16:35:45.749368 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeb969-a105-4ee2-919e-e47982257e88 req-6d985fa6-c8f1-42b1-bfc6-d0ff0746efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:45.750793 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-eceeb969-a105-4ee2-919e-e47982257e88 req-6d985fa6-c8f1-42b1-bfc6-d0ff0746efdc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0440991 Oct 15 16:35:45.797109 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeb969-a105-4ee2-919e-e47982257e88 req-a3f69911-d5a8-4db3-910a-c5956d2bcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:45.798586 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-eceeb969-a105-4ee2-919e-e47982257e88 req-a3f69911-d5a8-4db3-910a-c5956d2bcdde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400686 Oct 15 16:35:45.891625 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-eceeb969-a105-4ee2-919e-e47982257e88 req-20060f64-0d8b-4cb4-80cb-cf38578ead94 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842364 Oct 15 16:35:45.982748 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-eceeb969-a105-4ee2-919e-e47982257e88 req-49299289-d407-4e30-bafa-c7a193079032 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833223 Oct 15 16:35:50.799107 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9283549-1b99-4fde-ad2c-fda06605ebec req-12c9ab0a-568d-43cb-a6f6-616035ed491d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:50.800512 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e9283549-1b99-4fde-ad2c-fda06605ebec req-12c9ab0a-568d-43cb-a6f6-616035ed491d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 945 time: 0.0491958 Oct 15 16:35:50.837597 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e9283549-1b99-4fde-ad2c-fda06605ebec req-34eab664-6b17-4b3f-97b2-b1d49d27eb26 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311553 Oct 15 16:35:51.954353 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e34b6-a27c-48a5-94ae-55ef6e02258b req-c2281ebe-7bd1-4943-9cc3-8c89af00a1bf tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:51.955808 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a5e34b6-a27c-48a5-94ae-55ef6e02258b req-c2281ebe-7bd1-4943-9cc3-8c89af00a1bf tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Oct 15 16:35:51.994862 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a5e34b6-a27c-48a5-94ae-55ef6e02258b req-b5799d3e-0707-4cb2-913c-16dfc0feae36 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325441 Oct 15 16:35:52.299960 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d42b7-d201-4152-9b03-bb94b1847802 req-4db1738f-fbbc-4247-92a3-69b92a45022e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:52.301550 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5e1d42b7-d201-4152-9b03-bb94b1847802 req-4db1738f-fbbc-4247-92a3-69b92a45022e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 946 time: 0.0520415 Oct 15 16:35:52.339020 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5e1d42b7-d201-4152-9b03-bb94b1847802 req-a45edfb0-6200-49b3-b5d5-4c55dfcc784c tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309722 Oct 15 16:35:52.904855 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-28906094-ce57-4784-ba28-0255b47a3767 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:52.906300 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-28906094-ce57-4784-ba28-0255b47a3767 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 945 time: 0.0478199 Oct 15 16:35:52.996846 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Deleting port 43a1321a-05e6-425f-b2d9-7c14835f7454 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:35:52.997189 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:53.086467 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] For port 43a1321a-05e6-425f-b2d9-7c14835f7454, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=43a1321a-05e6-425f-b2d9-7c14835f7454,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:53.086828 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:53.110526 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986bf42-22ee-4984-9f91-0381a0f1622e req-151f9983-af63-41fb-853d-4223588939ad tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:53.112046 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4986bf42-22ee-4984-9f91-0381a0f1622e req-151f9983-af63-41fb-853d-4223588939ad tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 945 time: 0.0486836 Oct 15 16:35:53.152350 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4986bf42-22ee-4984-9f91-0381a0f1622e req-b9a3a3ff-209b-4675-8844-1903c3a6de0d tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec07eff1-f560-4634-aa4a-b046db33d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342033 Oct 15 16:35:53.254796 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:53.255163 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:53.255478 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Floating IP 47351caa-8e24-4d58-a6e9-c301d4426789 disassociated. External IP: 172.27.2.137, port: 43a1321a-05e6-425f-b2d9-7c14835f7454. Oct 15 16:35:53.255821 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Calling delete_port for 43a1321a-05e6-425f-b2d9-7c14835f7454 owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:35:53.392590 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:53.422204 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event deleted for resources: {'Port': ['ID=43a1321a-05e6-425f-b2d9-7c14835f7454,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:53.461560 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f499-55f5-42ad-baa4-c82356ecfdde req-2d3e511f-5061-4f95-b4f1-e5763366ca18 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:53.463080 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3629f499-55f5-42ad-baa4-c82356ecfdde req-2d3e511f-5061-4f95-b4f1-e5763366ca18 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 946 time: 0.0505967 Oct 15 16:35:53.500652 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3629f499-55f5-42ad-baa4-c82356ecfdde req-c68f13e6-b668-4e85-8098-cd00aee5ab0d tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Oct 15 16:35:53.544911 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Router aad76b2e-4b64-4d82-8b28-59e1273ce827 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:35:53.896324 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:35:53.913277 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] Sync routers for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:35:53.922243 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:35:53.923160 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:53.936641 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] No DVR routers for this DVR port 43a1321a-05e6-425f-b2d9-7c14835f7454 on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:35:53.939242 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:53.942567 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d965b00e-fe81-4efe-8631-da8a4cbcfeb5 req-02b0dbda-9614-437c-90ee-ad009b136093 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.66 "DELETE /v2.0/ports/43a1321a-05e6-425f-b2d9-7c14835f7454 HTTP/1.1" status: 204 len: 173 time: 1.0285439 Oct 15 16:35:53.943148 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'name': 'network-vif-deleted', 'tag': '43a1321a-05e6-425f-b2d9-7c14835f7454'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:35:53.945545 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdd66c6-73db-41a7-aa54-2fa9b7124299" -d '{"events": [{"server_uuid": "b2446fdb-bd2e-4e46-b6f6-2feb15397478", "name": "network-vif-deleted", "tag": "43a1321a-05e6-425f-b2d9-7c14835f7454"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:35:53.979289 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-81497274-32e9-462c-ba2f-453eadd7d6af tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:53.981232 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-81497274-32e9-462c-ba2f-453eadd7d6af tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 946 time: 0.0675144 Oct 15 16:35:53.991452 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3439ce6-7b31-4f1a-bb38-38beee738437 x-openstack-request-id: req-d3439ce6-7b31-4f1a-bb38-38beee738437 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:35:53.991798 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2446fdb-bd2e-4e46-b6f6-2feb15397478", "name": "network-vif-deleted", "tag": "43a1321a-05e6-425f-b2d9-7c14835f7454", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:35:53.992051 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3439ce6-7b31-4f1a-bb38-38beee738437 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:35:53.992442 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2446fdb-bd2e-4e46-b6f6-2feb15397478', 'name': 'network-vif-deleted', 'tag': '43a1321a-05e6-425f-b2d9-7c14835f7454', 'status': 'completed', 'code': 200} Oct 15 16:35:54.052049 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:35:54.091326 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Deleting port 48597d61-d127-4a59-bb34-3f66c373b87c {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:35:54.091675 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:54.184815 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] For port 48597d61-d127-4a59-bb34-3f66c373b87c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=48597d61-d127-4a59-bb34-3f66c373b87c,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:54.185473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:54.265644 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3f52a3ce-7d64-475d-aa88-351686290783 req-58325a80-c31d-477e-8afe-74ca41191eb1 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2446fdb-bd2e-4e46-b6f6-2feb15397478 HTTP/1.1" status: 200 len: 210 time: 0.0329442 Oct 15 16:35:54.266169 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:54.293479 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] Checking router: aad76b2e-4b64-4d82-8b28-59e1273ce827 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:35:54.301850 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:35:54.302455 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:54.415542 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:35:54.630260 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:54.657189 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356844d3-1762-4812-b54c-8a4ea53c5137 None None] The sync data for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi is: [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:30:18Z', 'revision_number': 4, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '41a55d9a-c363-4766-866f-62a07ea17b9b', 'name': '', 'network_id': 'd40d4937-de70-4531-abf1-f05a0b973260', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'mac_address': 'fa:16:3e:c7:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:17Z', 'updated_at': '2021-10-15T16:30:26Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'subnets': [{'id': '0770df8b-3cea-4a92-b1c4-4138bce6656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:35:54.679086 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fff0c-5f6d-4f64-9c7f-dd253a10a758 req-5a97fd01-f5e5-49a0-94b1-ab726c712f8b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:35:54.680536 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d13fff0c-5f6d-4f64-9c7f-dd253a10a758 req-5a97fd01-f5e5-49a0-94b1-ab726c712f8b tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/ports?device_id=b821a642-2ebd-4e14-8771-6ce66dd009e5 HTTP/1.1" status: 200 len: 946 time: 0.1022122 Oct 15 16:35:54.682582 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:54.682934 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007810'] for floatingip, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:54.683243 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.l3_db [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Floating IP fa51beb6-d79f-4d52-9801-8d29a9fffd58 disassociated. External IP: 172.27.2.117, port: 48597d61-d127-4a59-bb34-3f66c373b87c. Oct 15 16:35:54.683586 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Calling delete_port for 48597d61-d127-4a59-bb34-3f66c373b87c owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:35:54.758052 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d13fff0c-5f6d-4f64-9c7f-dd253a10a758 req-83376c38-8567-4d54-8b54-5e9cb1a4cfcd tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbc2c9-39a1-4059-b0b1-b21c00bbacba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698948 Oct 15 16:35:54.839538 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:54.873633 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event deleted for resources: {'Port': ['ID=48597d61-d127-4a59-bb34-3f66c373b87c,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:54.924579 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc536c7-7a7f-42d4-a95f-1589897ed583 None None] New status for floating IP 47351caa-8e24-4d58-a6e9-c301d4426789: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:35:54.986366 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Router f5af8ad2-13d8-47b8-8a25-c530428391c1 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:35:55.097141 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:35:55.106400 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] Sync routers for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:35:55.117822 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:35:55.118627 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:55.137651 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] No DVR routers for this DVR port 48597d61-d127-4a59-bb34-3f66c373b87c on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:35:55.140839 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.145194 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3727c815-1d0d-4aec-9335-8fa58924d0bd req-f8c3e6d6-8d33-4722-969a-b293ddad066a tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.66 "DELETE /v2.0/ports/48597d61-d127-4a59-bb34-3f66c373b87c HTTP/1.1" status: 204 len: 173 time: 1.1534655 Oct 15 16:35:55.145194 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-deleted', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:35:55.148133 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70505cdc-73f4-4616-8392-78d5b90ea34c" -d '{"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-deleted", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:35:55.191882 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c6b0e5-8e4d-499f-85ee-48cc21136265 x-openstack-request-id: req-a8c6b0e5-8e4d-499f-85ee-48cc21136265 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:35:55.192588 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b821a642-2ebd-4e14-8771-6ce66dd009e5", "name": "network-vif-deleted", "tag": "48597d61-d127-4a59-bb34-3f66c373b87c", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:35:55.192922 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8c6b0e5-8e4d-499f-85ee-48cc21136265 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:35:55.193385 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b821a642-2ebd-4e14-8771-6ce66dd009e5', 'name': 'network-vif-deleted', 'tag': '48597d61-d127-4a59-bb34-3f66c373b87c', 'status': 'completed', 'code': 200} Oct 15 16:35:55.247152 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:35:55.363629 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53238) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:55.422188 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c6cece73-fc7c-42c3-a25a-b81048f9d3ac tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.445860 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c6cece73-fc7c-42c3-a25a-b81048f9d3ac tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.453908 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:55.483747 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] Checking router: f5af8ad2-13d8-47b8-8a25-c530428391c1 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:35:55.495192 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:35:55.495387 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c6cece73-fc7c-42c3-a25a-b81048f9d3ac tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.496116 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:55.497947 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c6cece73-fc7c-42c3-a25a-b81048f9d3ac tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.499186 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-c6cece73-fc7c-42c3-a25a-b81048f9d3ac tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "DELETE /v2.0/security-groups/ec07eff1-f560-4634-aa4a-b046db33d86d HTTP/1.1" status: 204 len: 168 time: 0.1342928 Oct 15 16:35:55.502406 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53240) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:55.508193 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cece73-fc7c-42c3-a25a-b81048f9d3ac tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec07eff1-f560-4634-aa4a-b046db33d86d,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:55.521821 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.api.v2.resource [None req-b2e1c946-b504-4188-bf67-61bd0b3f536e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] show failed (client error): The resource could not be found. Oct 15 16:35:55.522926 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b2e1c946-b504-4188-bf67-61bd0b3f536e tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "GET /v2.0/security-groups/ec07eff1-f560-4634-aa4a-b046db33d86d HTTP/1.1" status: 404 len: 347 time: 0.0194802 Oct 15 16:35:55.525922 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53242) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:55.642169 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:35:55.662016 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Deleting port 6e1f2a80-e2ab-4793-9dfd-e7abe1c63a1b {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:35:55.662616 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.737187 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.737777 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.749536 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Calling delete_port for 6e1f2a80-e2ab-4793-9dfd-e7abe1c63a1b owned by network:floatingip {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:35:55.849980 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53248) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:55.895462 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.911130 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-846ae9bb-0507-42c8-9c01-af57cf5fa49e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.912393 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 43a1321a-05e6-425f-b2d9-7c14835f7454 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:35:55.922647 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Pushing event deleted for resources: {'Port': ['ID=6e1f2a80-e2ab-4793-9dfd-e7abe1c63a1b,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:55.936581 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-846ae9bb-0507-42c8-9c01-af57cf5fa49e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.942003 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 43a1321a-05e6-425f-b2d9-7c14835f7454 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:35:55.942458 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 43a1321a-05e6-425f-b2d9-7c14835f7454 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:35:55.942967 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:35:55.966041 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 48597d61-d127-4a59-bb34-3f66c373b87c {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:35:55.966533 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 48597d61-d127-4a59-bb34-3f66c373b87c not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:35:55.986792 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks [] for floatingip, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.989621 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:55.990895 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-221c58da-abb6-4261-93de-8bb994efd029 tempest-AttachVolumeTestJSON-1350601191 tempest-AttachVolumeTestJSON-1350601191-project] 10.222.0.44 "DELETE /v2.0/floatingips/47351caa-8e24-4d58-a6e9-c301d4426789 HTTP/1.1" status: 204 len: 168 time: 0.4638114 Oct 15 16:35:56.001195 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-846ae9bb-0507-42c8-9c01-af57cf5fa49e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:56.010265 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-846ae9bb-0507-42c8-9c01-af57cf5fa49e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:56.011454 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-846ae9bb-0507-42c8-9c01-af57cf5fa49e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "DELETE /v2.0/security-groups/41bbc2c9-39a1-4059-b0b1-b21c00bbacba HTTP/1.1" status: 204 len: 168 time: 0.1603937 Oct 15 16:35:56.014339 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53250) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:56.027290 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ae9bb-0507-42c8-9c01-af57cf5fa49e tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bbc2c9-39a1-4059-b0b1-b21c00bbacba,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:56.038167 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.api.v2.resource [None req-e39c36fa-d7e5-4499-bdec-d83ee8ee8632 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] show failed (client error): The resource could not be found. Oct 15 16:35:56.039245 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-e39c36fa-d7e5-4499-bdec-d83ee8ee8632 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "GET /v2.0/security-groups/41bbc2c9-39a1-4059-b0b1-b21c00bbacba HTTP/1.1" status: 404 len: 347 time: 0.0238397 Oct 15 16:35:56.042653 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53254) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:56.069589 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:35:56.100162 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a757d2-476a-433c-8fec-970b0bd73711 None None] The sync data for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi is: [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'd718ba82-9745-45af-ac64-1892404cb0ee', 'name': '', 'network_id': 'c79366e4-0e59-4cc3-8684-1e16ca3116ad', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'mac_address': 'fa:16:3e:7c:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:42Z', 'updated_at': '2021-10-15T16:28:58Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'subnets': [{'id': '05c1bddd-df6d-4720-bfe9-7e3d67c5b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:35:56.182789 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Deleting port 11a103b3-9caa-4133-8894-20b6420c368c {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:35:56.183135 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:56.259245 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:56.259571 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:56.273508 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Calling delete_port for 11a103b3-9caa-4133-8894-20b6420c368c owned by network:floatingip {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:35:56.350857 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5587882-e632-42df-ba70-8e142ee1ffff None None] New status for floating IP fa51beb6-d79f-4d52-9801-8d29a9fffd58: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:35:56.412069 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:56.428795 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron_lib.db.api [None req-f5587882-e632-42df-ba70-8e142ee1ffff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 16:35:56.429198 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG oslo_db.api [None req-f5587882-e632-42df-ba70-8e142ee1ffff None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 16:35:56.439102 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Pushing event deleted for resources: {'Port': ['ID=11a103b3-9caa-4133-8894-20b6420c368c,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:56.495176 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks [] for floatingip, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:56.497731 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:56.498856 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6dfe5673-8a83-4f5c-a9f0-9210ab0d7088 tempest-AttachVolumeShelveTestJSON-1430097740 tempest-AttachVolumeShelveTestJSON-1430097740-project] 10.222.0.44 "DELETE /v2.0/floatingips/fa51beb6-d79f-4d52-9801-8d29a9fffd58 HTTP/1.1" status: 204 len: 168 time: 0.4552705 Oct 15 16:35:56.930664 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5587882-e632-42df-ba70-8e142ee1ffff None None] New status for floating IP fa51beb6-d79f-4d52-9801-8d29a9fffd58: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:35:58.904612 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53300) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:59.339872 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:59.516972 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53310) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:35:59.590106 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Deleting port d718ba82-9745-45af-ac64-1892404cb0ee {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:35:59.590454 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:59.674329 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] For port d718ba82-9745-45af-ac64-1892404cb0ee, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d718ba82-9745-45af-ac64-1892404cb0ee,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:35:59.674721 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:59.691815 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Calling delete_port for d718ba82-9745-45af-ac64-1892404cb0ee owned by network:router_interface {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:35:59.872651 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:35:59.895964 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d718ba82-9745-45af-ac64-1892404cb0ee,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:35:59.905562 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.074807 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.169031 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Deleting port 41a55d9a-c363-4766-866f-62a07ea17b9b {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:36:00.169373 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.250561 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] For port 41a55d9a-c363-4766-866f-62a07ea17b9b, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=41a55d9a-c363-4766-866f-62a07ea17b9b,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:00.250887 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.264116 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Calling delete_port for 41a55d9a-c363-4766-866f-62a07ea17b9b owned by network:router_interface {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:36:00.293051 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Router f5af8ad2-13d8-47b8-8a25-c530428391c1 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:36:00.400650 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:36:00.405835 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-39f057d1-4028-4dc0-8c63-65faae5d15cd admin admin] 10.222.0.44 "PUT /v2.0/routers/f5af8ad2-13d8-47b8-8a25-c530428391c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001433 Oct 15 16:36:00.409528 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53314) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:00.411827 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] Sync routers for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:36:00.423781 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:36:00.424724 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:00.447638 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.474162 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Pushing event deleted for resources: {'Port': ['ID=41a55d9a-c363-4766-866f-62a07ea17b9b,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:00.523173 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks [] for router, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.536847 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:36:00.640878 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.680303 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.710602 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Deleting port 7b211252-f492-43e9-8c42-901353b19011 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:36:00.710951 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.750292 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '7b211252-f492-43e9-8c42-901353b19011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:35:59Z', 'revision_number': 5, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port': {'id': '7b211252-f492-43e9-8c42-901353b19011', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:28:36Z', 'updated_at': '2021-10-15T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:00.782629 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] Checking router: f5af8ad2-13d8-47b8-8a25-c530428391c1 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:36:00.792629 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] Routers {'f5af8ad2-13d8-47b8-8a25-c530428391c1'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:36:00.793295 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['f5af8ad2-13d8-47b8-8a25-c530428391c1'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:00.794907 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] For port 7b211252-f492-43e9-8c42-901353b19011, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=7b211252-f492-43e9-8c42-901353b19011,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:00.795272 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:00.809353 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Calling delete_port for 7b211252-f492-43e9-8c42-901353b19011 owned by network:router_gateway {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:36:00.883299 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] Set router f5af8ad2-13d8-47b8-8a25-c530428391c1 gateway port host: None {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:36:00.901847 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Router aad76b2e-4b64-4d82-8b28-59e1273ce827 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:36:00.936138 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:36:00Z', 'revision_number': 6, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port_host': None}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:00.965996 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c003e-8163-4f46-bf8e-da8fe626424b None None] The sync data for ids ['f5af8ad2-13d8-47b8-8a25-c530428391c1'] in dv-cinder-801913-8-iscsi is: [{'id': 'f5af8ad2-13d8-47b8-8a25-c530428391c1', 'name': 'tempest-AttachVolumeShelveTestJSON-489756333-router', 'tenant_id': '0cc095685b544a7c843ecdfada0ca22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:28:34Z', 'updated_at': '2021-10-15T16:36:00Z', 'revision_number': 6, 'project_id': '0cc095685b544a7c843ecdfada0ca22e', 'gw_port_host': None}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:36:00.981567 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.015168 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7b211252-f492-43e9-8c42-901353b19011,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:01.021584 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:36:01.029324 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-33e2f8ab-2a8e-4af5-9507-d2d6c0ccce8f admin admin] 10.222.0.44 "PUT /v2.0/routers/aad76b2e-4b64-4d82-8b28-59e1273ce827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5087280 Oct 15 16:36:01.031079 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] Sync routers for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:36:01.036907 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53316) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:01.040177 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:36:01.040837 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:01.076529 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.082414 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:36:01.148394 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks [] for router, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.163622 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:36:01.170216 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.172416 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.218135 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.218820 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5af8ad2-13d8-47b8-8a25-c530428391c1 {{(pid=99835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:36:01.223639 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.227541 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-d0e0ba43-dea8-454c-8f5e-70bdf7cd77ce admin admin] 10.222.0.44 "DELETE /v2.0/routers/f5af8ad2-13d8-47b8-8a25-c530428391c1 HTTP/1.1" status: 204 len: 168 time: 0.8168948 Oct 15 16:36:01.228132 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53318) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:01.255778 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.288869 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5c939f-73e0-4f7e-a65d-0c4046c1fa21 admin admin] Deleting subnet 05c1bddd-df6d-4720-bfe9-7e3d67c5b349 {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:36:01.292333 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6b5c939f-73e0-4f7e-a65d-0c4046c1fa21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.322175 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Deleting port d7db77c8-aa47-4bc9-99c0-57a7a451ee90 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:36:01.323077 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.334742 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6b5c939f-73e0-4f7e-a65d-0c4046c1fa21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.371268 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:36:00Z', 'revision_number': 5, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port': {'id': 'd7db77c8-aa47-4bc9-99c0-57a7a451ee90', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:30:13Z', 'updated_at': '2021-10-15T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:01.412847 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] Checking router: aad76b2e-4b64-4d82-8b28-59e1273ce827 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:36:01.424560 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] Routers {'aad76b2e-4b64-4d82-8b28-59e1273ce827'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:36:01.425631 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:35:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['aad76b2e-4b64-4d82-8b28-59e1273ce827'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:01.441969 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6b5c939f-73e0-4f7e-a65d-0c4046c1fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.454783 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] For port d7db77c8-aa47-4bc9-99c0-57a7a451ee90, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=d7db77c8-aa47-4bc9-99c0-57a7a451ee90,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:01.455535 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.490205 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Calling delete_port for d7db77c8-aa47-4bc9-99c0-57a7a451ee90 owned by network:router_gateway {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:36:01.505804 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6b5c939f-73e0-4f7e-a65d-0c4046c1fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.531612 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] Set router aad76b2e-4b64-4d82-8b28-59e1273ce827 gateway port host: None {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:36:01.539266 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c939f-73e0-4f7e-a65d-0c4046c1fa21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c1bddd-df6d-4720-bfe9-7e3d67c5b349,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:01.543810 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6b5c939f-73e0-4f7e-a65d-0c4046c1fa21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.549812 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5111c876-6752-4b3f-abff-6e49f4b34d96 None None] Network c79366e4-0e59-4cc3-8684-1e16ca3116ad requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:36:01.550357 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6b5c939f-73e0-4f7e-a65d-0c4046c1fa21 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/05c1bddd-df6d-4720-bfe9-7e3d67c5b349 HTTP/1.1" status: 204 len: 168 time: 0.3211281 Oct 15 16:36:01.551112 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53320) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:01.593102 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:36:01Z', 'revision_number': 6, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port_host': None}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:01.623997 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3851e-1a6b-41c6-bdcf-a1adb6b679e5 None None] The sync data for ids ['aad76b2e-4b64-4d82-8b28-59e1273ce827'] in dv-cinder-801913-8-iscsi is: [{'id': 'aad76b2e-4b64-4d82-8b28-59e1273ce827', 'name': 'tempest-AttachVolumeTestJSON-944765365-router', 'tenant_id': '0166b2a7c88143b7a8cab762b6a97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:30:12Z', 'updated_at': '2021-10-15T16:36:01Z', 'revision_number': 6, 'project_id': '0166b2a7c88143b7a8cab762b6a97a27', 'gw_port_host': None}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:36:01.644560 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.699927 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.701815 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Deleting port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:36:01.702164 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.726863 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7db77c8-aa47-4bc9-99c0-57a7a451ee90,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:01.776832 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] For port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=167f6fe5-64e7-4a31-96d4-6e4ccbe74268,segment=NetworkSegment(00ea0296-ba0e-42ef-93fd-7988c7f26464),segment_id=00ea0296-ba0e-42ef-93fd-7988c7f26464)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:01.777229 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.790312 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Calling delete_port for 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 owned by network:dhcp {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:36:01.791649 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.849267 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] DHCP port deletion for c79366e4-0e59-4cc3-8684-1e16ca3116ad request from dv-cinder-801913-8-iscsi {{(pid=99837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 16:36:01.883978 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.906521 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] Deleting port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 {{(pid=99837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:36:01.907313 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.907868 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.910108 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.914016 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=167f6fe5-64e7-4a31-96d4-6e4ccbe74268,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:01.921778 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] No DVR routers for this DVR port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 on host dv-cinder-801913-8-iscsi {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:36:01.972564 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] For port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268, host dv-cinder-801913-8-iscsi, got binding levels [] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:01.972990 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.979989 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.980962 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad76b2e-4b64-4d82-8b28-59e1273ce827 {{(pid=99836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:36:01.986947 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] Calling delete_port for 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 owned by network:dhcp {{(pid=99837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:36:01.987219 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:01.988267 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-0e5002cc-1cf2-452f-9ffe-527f6331217a admin admin] 10.222.0.44 "DELETE /v2.0/routers/aad76b2e-4b64-4d82-8b28-59e1273ce827 HTTP/1.1" status: 204 len: 168 time: 0.9502504 Oct 15 16:36:01.990728 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53322) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:01.993319 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.ipam_backend_mixin [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] Port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 was not found and therefore no delete operation was performed {{(pid=99837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 16:36:01.995426 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104'] for port, after_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.004754 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.027171 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] Pushing event deleted for resources: {'Port': ['ID=167f6fe5-64e7-4a31-96d4-6e4ccbe74268,revision_number=None']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:02.030844 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e0fa9-fd51-4f2f-80aa-c7777b50a405 None None] No DVR routers for this DVR port 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 on host dv-cinder-801913-8-iscsi {{(pid=99837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:36:02.031014 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79366e4-0e59-4cc3-8684-1e16ca3116ad']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:02.046049 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0441a8dd-a398-47ae-b502-43413d2ea961 admin admin] Deleting subnet 0770df8b-3cea-4a92-b1c4-4138bce6656f {{(pid=99836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:36:02.048898 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0441a8dd-a398-47ae-b502-43413d2ea961 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.049107 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ea0296-ba0e-42ef-93fd-7988c7f26464') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:02.049410 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ea0296-ba0e-42ef-93fd-7988c7f26464') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:02.059945 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.075671 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.082983 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:36:02.083673 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:36:02.085542 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:36:02.170372 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.171312 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d718ba82-9745-45af-ac64-1892404cb0ee no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:36:02.175107 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.180747 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c79366e4-0e59-4cc3-8684-1e16ca3116ad HTTP/1.1" status: 204 len: 168 time: 0.6264584 Oct 15 16:36:02.198160 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d18602-9d3a-46b9-8631-4125a0e6b9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c79366e4-0e59-4cc3-8684-1e16ca3116ad,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:02.234912 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: d718ba82-9745-45af-ac64-1892404cb0ee {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:36:02.235197 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d718ba82-9745-45af-ac64-1892404cb0ee not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:36:02.338196 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53326) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:02.377548 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b449ce48-f377-4db9-9eee-d857cf23e7b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cc095685b544a7c843ecdfada0ca22e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380957 Oct 15 16:36:02.378703 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0441a8dd-a398-47ae-b502-43413d2ea961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532074004'] for subnet, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.379948 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53328) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:02.428446 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2826cf9e-84fc-4c55-8ce2-55066bc66a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.449942 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2826cf9e-84fc-4c55-8ce2-55066bc66a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.456477 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0441a8dd-a398-47ae-b502-43413d2ea961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.500920 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2826cf9e-84fc-4c55-8ce2-55066bc66a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.503449 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-2826cf9e-84fc-4c55-8ce2-55066bc66a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.507101 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-2826cf9e-84fc-4c55-8ce2-55066bc66a52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/483fc09c-60e7-4119-91e8-cd3ce96fef90 HTTP/1.1" status: 204 len: 168 time: 0.1237843 Oct 15 16:36:02.515077 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826cf9e-84fc-4c55-8ce2-55066bc66a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483fc09c-60e7-4119-91e8-cd3ce96fef90,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:02.521797 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0441a8dd-a398-47ae-b502-43413d2ea961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532520417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532025287'] for subnet, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.551028 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441a8dd-a398-47ae-b502-43413d2ea961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0770df8b-3cea-4a92-b1c4-4138bce6656f,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:02.556032 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-0441a8dd-a398-47ae-b502-43413d2ea961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.560493 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-0441a8dd-a398-47ae-b502-43413d2ea961 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0770df8b-3cea-4a92-b1c4-4138bce6656f HTTP/1.1" status: 204 len: 168 time: 0.5687871 Oct 15 16:36:02.562422 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708b09c-c3c6-40a9-93f5-46bef977f34d None None] Network d40d4937-de70-4531-abf1-f05a0b973260 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:36:02.563186 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53332) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:02.631349 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.697997 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Deleting port e9e620b1-4595-4263-9827-9838d74acca3 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:36:02.698348 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.781542 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] DHCP port deletion for d40d4937-de70-4531-abf1-f05a0b973260 request from dv-cinder-801913-8-iscsi {{(pid=99837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 16:36:02.839974 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] Deleting port e9e620b1-4595-4263-9827-9838d74acca3 {{(pid=99837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:36:02.840367 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.914048 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] For port e9e620b1-4595-4263-9827-9838d74acca3, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=e9e620b1-4595-4263-9827-9838d74acca3,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:02.914778 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:02.930770 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] Calling delete_port for e9e620b1-4595-4263-9827-9838d74acca3 owned by network:dhcp {{(pid=99837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:36:03.033995 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104'] for port, after_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.040881 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] For port e9e620b1-4595-4263-9827-9838d74acca3, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=e9e620b1-4595-4263-9827-9838d74acca3,segment=NetworkSegment(de5ac2c1-26f4-4eec-8e99-d19727824633),segment_id=de5ac2c1-26f4-4eec-8e99-d19727824633)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:03.041835 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.051194 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] No DVR routers for this DVR port e9e620b1-4595-4263-9827-9838d74acca3 on host dv-cinder-801913-8-iscsi {{(pid=99837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:36:03.061212 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Calling delete_port for e9e620b1-4595-4263-9827-9838d74acca3 owned by network:dhcp {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:36:03.078251 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608cafc-e7cd-4a90-8905-df595953af1d None None] Pushing event deleted for resources: {'Port': ['ID=e9e620b1-4595-4263-9827-9838d74acca3,revision_number=None']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:03.151524 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.185427 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] No DVR routers for this DVR port e9e620b1-4595-4263-9827-9838d74acca3 on host dv-cinder-801913-8-iscsi {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:36:03.190140 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e620b1-4595-4263-9827-9838d74acca3,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:03.221976 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device e9e620b1-4595-4263-9827-9838d74acca3 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:36:03.246329 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: e9e620b1-4595-4263-9827-9838d74acca3 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:36:03.246833 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device e9e620b1-4595-4263-9827-9838d74acca3 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:36:03.247568 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 41a55d9a-c363-4766-866f-62a07ea17b9b no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:36:03.263964 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.269024 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 41a55d9a-c363-4766-866f-62a07ea17b9b {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:36:03.269551 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 41a55d9a-c363-4766-866f-62a07ea17b9b not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:36:03.269987 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d7db77c8-aa47-4bc9-99c0-57a7a451ee90 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:36:03.287666 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40d4937-de70-4531-abf1-f05a0b973260']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:03.295811 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: d7db77c8-aa47-4bc9-99c0-57a7a451ee90 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:36:03.296245 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device d7db77c8-aa47-4bc9-99c0-57a7a451ee90 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:36:03.296822 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 7b211252-f492-43e9-8c42-901353b19011 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:36:03.297101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5ac2c1-26f4-4eec-8e99-d19727824633') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:03.297401 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5ac2c1-26f4-4eec-8e99-d19727824633') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:03.306927 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.316348 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 7b211252-f492-43e9-8c42-901353b19011 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:36:03.316808 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 7b211252-f492-43e9-8c42-901353b19011 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:36:03.317311 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:36:03.321234 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.328605 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:36:03.329093 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: self.session.flush() Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: self.session.flush() Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: self.session.flush() Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: self.session.flush() Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:36:03.330973 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:36:03.337172 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:36:03.337532 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 167f6fe5-64e7-4a31-96d4-6e4ccbe74268 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:36:03.345675 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53352) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:03.404142 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.409039 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.412726 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] 10.222.0.44 "DELETE /v2.0/networks/d40d4937-de70-4531-abf1-f05a0b973260 HTTP/1.1" status: 204 len: 168 time: 0.8484843 Oct 15 16:36:03.426555 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5619592-0ead-4b8c-938c-7cbedf6e8cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=d40d4937-de70-4531-abf1-f05a0b973260,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:03.452649 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1371041960-network', 'tenant_id': '9cc110957c68474d92afc575eea784d1'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:03.474060 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Made reservation on behalf of 9cc110957c68474d92afc575eea784d1 for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:03.476493 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.485177 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.530759 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53358) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:03.561766 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.566188 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.571288 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8ed64e40-87b0-47fd-bb07-d0f76ceaf26b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0166b2a7c88143b7a8cab762b6a97a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389724 Oct 15 16:36:03.574165 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53360) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:03.592165 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:36:03.621058 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.621403 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Added segment e8ef550e-ee44-42eb-aa31-e0c80a38d130 of type vlan for network bd4b43be-e473-4dd8-9969-83fc52aa22ba Oct 15 16:36:03.624970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fab675-b5dc-4ff6-b136-3715a65cb38e,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:03.689601 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.701361 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c00c23-8e89-4e41-ac03-79832c6081a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.733465 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c00c23-8e89-4e41-ac03-79832c6081a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.739655 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.740612 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:03.741214 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.782293 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4352806 Oct 15 16:36:03.785252 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53362) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:03.790883 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Request body: {'subnet': {'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1371041960-subnet', 'tenant_id': '9cc110957c68474d92afc575eea784d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:03.812881 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Made reservation on behalf of 9cc110957c68474d92afc575eea784d1 for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:03.817202 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531696650'] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.827887 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433538d1-7a07-468b-87d3-e966913a632b admin admin] Pushing event updated for resources: {'Network': ['ID=bd4b43be-e473-4dd8-9969-83fc52aa22ba,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:03.844748 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network bd4b43be-e473-4dd8-9969-83fc52aa22ba details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:36:03.846802 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c00c23-8e89-4e41-ac03-79832c6081a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.850845 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75c00c23-8e89-4e41-ac03-79832c6081a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:03.854661 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-75c00c23-8e89-4e41-ac03-79832c6081a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc32dc0e-2774-42e9-bb35-05d9fb5b1342 HTTP/1.1" status: 204 len: 168 time: 0.2759383 Oct 15 16:36:03.861173 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c00c23-8e89-4e41-ac03-79832c6081a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc32dc0e-2774-42e9-bb35-05d9fb5b1342,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:04.024617 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531256804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531696696'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:04.099786 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bfe209-3b1e-406d-aa1c-4607ff8cbc26,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:04.105046 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Checking segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:36:04.105361 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Network hostable DHCP agents. Network: bd4b43be-e473-4dd8-9969-83fc52aa22ba, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:36:04.122884 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Network bd4b43be-e473-4dd8-9969-83fc52aa22ba is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:36:04.132213 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, bd4b43be-e473-4dd8-9969-83fc52aa22ba) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:36:04.136551 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:04.143444 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:04.158303 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8474d42-740d-4200-9b3e-f7584e52e181 None None] Network bd4b43be-e473-4dd8-9969-83fc52aa22ba requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:36:04.165364 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-9b1caf95-8eec-42b1-aa1a-f1e71b786177 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3789394 Oct 15 16:36:04.346983 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a16f6-989d-4736-8813-32aef7de0971 None None] Network bd4b43be-e473-4dd8-9969-83fc52aa22ba requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:36:04.822996 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-f7af0422-6495-4e33-be66-44be8cac8b01 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:04.824620 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-f7af0422-6495-4e33-be66-44be8cac8b01 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 815 time: 0.1154101 Oct 15 16:36:04.840604 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-92bccb17-b7d3-4ded-9bd3-b01aa6cdb6f4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/quotas/9cc110957c68474d92afc575eea784d1 HTTP/1.1" status: 200 len: 375 time: 0.0096054 Oct 15 16:36:04.873648 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-d989a2e4-6ebb-4838-95e7-ae84ecd38be0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271745 Oct 15 16:36:04.971794 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-114a8e08-5310-4589-ad30-8e18ab8d80f1 service neutron] 10.222.0.44 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901325 Oct 15 16:36:05.065924 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-ba06eedb-d665-4721-a38d-13e5a2186369 service neutron] 10.222.0.44 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872123 Oct 15 16:36:05.227481 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7654bd51-4302-4c37-b646-006849b82068 req-aa80ea11-3c8c-4cd1-b5cd-70188f5d3985 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 210 time: 0.0301638 Oct 15 16:36:05.763985 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-570846a7-3757-4db0-9b81-6a49f0c217c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:06.141182 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-4fdca936-5f2a-4976-aeed-6f58f6f9f085 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:06.142729 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-4fdca936-5f2a-4976-aeed-6f58f6f9f085 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 815 time: 0.1161342 Oct 15 16:36:06.156575 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Request body: {'port': {'device_id': '122a9c14-dbfc-4116-9eac-6b5ec8b86330', 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'admin_state_up': True, 'tenant_id': '9cc110957c68474d92afc575eea784d1'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:06.292658 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Made reservation on behalf of 9cc110957c68474d92afc575eea784d1 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:06.296587 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:06.338033 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4967d77d-704a-4d4e-8d1f-22b2b5b1a7b1 req-acaf5c90-3a8b-4115-9cc4-2c73670cb6e5 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 210 time: 0.0297194 Oct 15 16:36:06.462819 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Allocated IP 172.20.0.6 (bd4b43be-e473-4dd8-9969-83fc52aa22ba/45bfe209-3b1e-406d-aa1c-4607ff8cbc26/6a307e10-e19e-4059-acad-ab1b1516169f) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:36:06.601898 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:06.635215 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:06.680694 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Network bd4b43be-e473-4dd8-9969-83fc52aa22ba is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:36:06.683661 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:36:06.689230 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:36:06.695211 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Pushing event updated for resources: {'Port': ['ID=6a307e10-e19e-4059-acad-ab1b1516169f,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:06.739812 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:06.740421 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:06.756209 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-3f35844e-21a6-444b-8db7-b0da77f6821d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038008 Oct 15 16:36:07.459525 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b2186-3dbb-4358-9cf2-28c5f696b961 req-42adf630-6b0c-4c2f-b8cd-1656da671c87 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:07.461404 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d55b2186-3dbb-4358-9cf2-28c5f696b961 req-42adf630-6b0c-4c2f-b8cd-1656da671c87 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 931 time: 0.0511167 Oct 15 16:36:07.498712 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d55b2186-3dbb-4358-9cf2-28c5f696b961 req-3d0adbe2-0a07-4aa1-a425-7e3b3c36a648 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Oct 15 16:36:08.345752 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Request body: {'port': {'device_id': '122a9c14-dbfc-4116-9eac-6b5ec8b86330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:08.401983 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:08.519726 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2bc2bbf1-a0da-4748-b3d0-775044611374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:08.647095 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36d8d7-af20-4535-91fa-5ba052551f9b req-3a3715fa-c51b-49b2-84df-f67c3589c863 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:08.648559 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f36d8d7-af20-4535-91fa-5ba052551f9b req-3a3715fa-c51b-49b2-84df-f67c3589c863 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 931 time: 0.0718009 Oct 15 16:36:08.719861 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f36d8d7-af20-4535-91fa-5ba052551f9b req-1977a469-db47-4a21-86ba-d356c7b418e8 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 Oct 15 16:36:08.725192 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a307e10-e19e-4059-acad-ab1b1516169f {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:36:08.733097 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:08.745833 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Transition to ACTIVE for port object 6a307e10-e19e-4059-acad-ab1b1516169f will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:36:08.748801 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:08.800898 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Pushing event updated for resources: {'Port': ['ID=6a307e10-e19e-4059-acad-ab1b1516169f,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:08.867107 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Attempting to bind port 6a307e10-e19e-4059-acad-ab1b1516169f on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:36:08.867436 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Attempting to bind port 6a307e10-e19e-4059-acad-ab1b1516169f by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:36:08.867759 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Attempting to bind port 6a307e10-e19e-4059-acad-ab1b1516169f on network bd4b43be-e473-4dd8-9969-83fc52aa22ba {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:36:08.872579 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Port 6a307e10-e19e-4059-acad-ab1b1516169f on network bd4b43be-e473-4dd8-9969-83fc52aa22ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:36:08.872918 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Attempting to bind port 6a307e10-e19e-4059-acad-ab1b1516169f on network bd4b43be-e473-4dd8-9969-83fc52aa22ba {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:36:08.877766 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:36:08.878095 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Checking segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:36:08.878471 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Bound using segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:36:08.878891 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Bound port: 6a307e10-e19e-4059-acad-ab1b1516169f, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:36:08.879236 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:08.940000 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] For port 6a307e10-e19e-4059-acad-ab1b1516169f, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:36:08.943597 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] For port 6a307e10-e19e-4059-acad-ab1b1516169f, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6a307e10-e19e-4059-acad-ab1b1516169f,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:36:08.947486 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:08.986550 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:08.987152 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:08.988507 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] 10.222.0.66 "PUT /v2.0/ports/6a307e10-e19e-4059-acad-ab1b1516169f HTTP/1.1" status: 200 len: 1093 time: 0.6471245 Oct 15 16:36:08.988959 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a9c14-dbfc-4116-9eac-6b5ec8b86330', 'tag': '6a307e10-e19e-4059-acad-ab1b1516169f'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:36:08.991198 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b99b01-763a-40b0-a75a-53b4b319d74d" -d '{"events": [{"name": "network-changed", "server_uuid": "122a9c14-dbfc-4116-9eac-6b5ec8b86330", "tag": "6a307e10-e19e-4059-acad-ab1b1516169f"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:36:09.010476 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c55d2b-43e9-480d-afbe-dffbd44a0d9b service neutron] Pushing event updated for resources: {'Port': ['ID=6a307e10-e19e-4059-acad-ab1b1516169f,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:09.027174 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b548e6-7740-4b1f-a7cd-237c3b1de9de x-openstack-request-id: req-20b548e6-7740-4b1f-a7cd-237c3b1de9de {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:36:09.027463 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a9c14-dbfc-4116-9eac-6b5ec8b86330", "tag": "6a307e10-e19e-4059-acad-ab1b1516169f", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:36:09.027718 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20b548e6-7740-4b1f-a7cd-237c3b1de9de {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:36:09.028118 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122a9c14-dbfc-4116-9eac-6b5ec8b86330', 'tag': '6a307e10-e19e-4059-acad-ab1b1516169f', 'status': 'completed', 'code': 200} Oct 15 16:36:09.408317 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b99b01-763a-40b0-a75a-53b4b319d74d req-e8980d40-3330-4d20-ba13-017d464bf982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:09.409824 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b4b99b01-763a-40b0-a75a-53b4b319d74d req-e8980d40-3330-4d20-ba13-017d464bf982 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 1096 time: 0.0411201 Oct 15 16:36:09.470207 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:09.511449 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:09.515328 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b99b01-763a-40b0-a75a-53b4b319d74d req-0d45d26a-e11c-4676-b153-1750a0d196c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:09.517482 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b4b99b01-763a-40b0-a75a-53b4b319d74d req-0d45d26a-e11c-4676-b153-1750a0d196c2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9cc110957c68474d92afc575eea784d1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0986798 Oct 15 16:36:09.612920 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b99b01-763a-40b0-a75a-53b4b319d74d req-2268075a-5f6e-4cc2-b913-ea0d7d77f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:09.614784 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b4b99b01-763a-40b0-a75a-53b4b319d74d req-2268075a-5f6e-4cc2-b913-ea0d7d77f3a2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898552 Oct 15 16:36:09.691919 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-b732b857-007f-4ccf-b0a4-c2b3e279105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:09.693347 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-b732b857-007f-4ccf-b0a4-c2b3e279105a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 1096 time: 0.0403142 Oct 15 16:36:09.739154 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-2bc7c327-4535-4436-84da-98b4d6258005 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a307e10-e19e-4059-acad-ab1b1516169f HTTP/1.1" status: 200 len: 217 time: 0.0360813 Oct 15 16:36:09.792372 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-6bc068ed-da68-4af4-a5df-281d57af7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:09.793897 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-6bc068ed-da68-4af4-a5df-281d57af7a2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45bfe209-3b1e-406d-aa1c-4607ff8cbc26 HTTP/1.1" status: 200 len: 855 time: 0.0464847 Oct 15 16:36:09.845179 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-8d4ea97d-1200-48c2-9d28-05c024ddec27 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd4b43be-e473-4dd8-9969-83fc52aa22ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390613 Oct 15 16:36:09.882202 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3cfe-b86f-409c-951d-fb4feaf5dd9b req-e846e618-fa49-4a40-9527-5964f8d0f2a4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:09.883622 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bb2e3cfe-b86f-409c-951d-fb4feaf5dd9b req-e846e618-fa49-4a40-9527-5964f8d0f2a4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 943 time: 0.0858333 Oct 15 16:36:09.958302 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bb2e3cfe-b86f-409c-951d-fb4feaf5dd9b req-2914b724-3c8a-4810-ae17-62cfd196e213 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638103 Oct 15 16:36:09.974673 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-4215a430-a574-4dad-a573-0323219b2ba7 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212108 Oct 15 16:36:10.067139 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ddbc9284-f968-4ca6-bbe8-fb1d6e334089 req-9d511617-b1ea-4f3d-80bc-3b56f64ca01b service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 Oct 15 16:36:11.056368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:11.077439 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ee76-e594-4c3c-941e-a89f0fa878ee req-d1c68f88-c367-4235-8994-c3b0529eb0f4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:11.078939 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5275ee76-e594-4c3c-941e-a89f0fa878ee req-d1c68f88-c367-4235-8994-c3b0529eb0f4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 943 time: 0.0522542 Oct 15 16:36:11.117568 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5275ee76-e594-4c3c-941e-a89f0fa878ee req-b3217a19-ff75-4506-91bf-709ac189c941 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Oct 15 16:36:11.361057 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 6a307e10-e19e-4059-acad-ab1b1516169f details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:36:11.453153 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 6a307e10-e19e-4059-acad-ab1b1516169f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6a307e10-e19e-4059-acad-ab1b1516169f,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:11.464022 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '6a307e10-e19e-4059-acad-ab1b1516169f', 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'port_id': '6a307e10-e19e-4059-acad-ab1b1516169f', 'mac_address': 'fa:16:3e:25:34:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bfe209-3b1e-406d-aa1c-4607ff8cbc26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:36:11.504541 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:11.517752 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a307e10-e19e-4059-acad-ab1b1516169f {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:36:11.536052 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 6a307e10-e19e-4059-acad-ab1b1516169f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6a307e10-e19e-4059-acad-ab1b1516169f,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:11.539893 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:11.585550 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=6a307e10-e19e-4059-acad-ab1b1516169f,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:11.772591 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['6a307e10-e19e-4059-acad-ab1b1516169f'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:36:12.232357 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0997aa-fcea-4e91-890f-4bf2956c60a6 req-d700a5ff-eabe-4150-ad70-d7b6c60a8fb5 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:12.233770 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6f0997aa-fcea-4e91-890f-4bf2956c60a6 req-d700a5ff-eabe-4150-ad70-d7b6c60a8fb5 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 944 time: 0.0484226 Oct 15 16:36:12.271418 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6f0997aa-fcea-4e91-890f-4bf2956c60a6 req-a21ccaa6-b446-4023-ab26-a205462adced tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Oct 15 16:36:13.178034 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53520) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:13.280807 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bda23953-55ed-45b4-b52d-a6c4a5bc8214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.376727 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 6a307e10-e19e-4059-acad-ab1b1516169f up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:36:13.388301 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bda23953-55ed-45b4-b52d-a6c4a5bc8214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.392678 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-bda23953-55ed-45b4-b52d-a6c4a5bc8214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.425246 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 6a307e10-e19e-4059-acad-ab1b1516169f completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:36:13.426128 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49836fdc-24ca-4eac-af81-32737a7b7645 req-990da221-7e43-488c-bc36-db66a245c6f6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:13.427678 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-49836fdc-24ca-4eac-af81-32737a7b7645 req-990da221-7e43-488c-bc36-db66a245c6f6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 944 time: 0.0890791 Oct 15 16:36:13.428920 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 6a307e10-e19e-4059-acad-ab1b1516169f triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:36:13.429294 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.451632 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-bda23953-55ed-45b4-b52d-a6c4a5bc8214 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78fa86a03aff4e2683c8ee776184c5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725043 Oct 15 16:36:13.454367 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53526) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:13.457837 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda23953-55ed-45b4-b52d-a6c4a5bc8214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df3fef-200d-4d28-8e2e-4a1da42d052d,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:13.482215 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-49836fdc-24ca-4eac-af81-32737a7b7645 req-e9fada06-b30c-43b6-9f78-5459669ab99c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Oct 15 16:36:13.510467 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.512333 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b911e111-20ec-4a76-ab30-9aa5cc925d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.532866 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a9c14-dbfc-4116-9eac-6b5ec8b86330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a307e10-e19e-4059-acad-ab1b1516169f'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:36:13.535171 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cb7ab4-a4d3-4877-8bdf-a17622abeb71" -d '{"events": [{"server_uuid": "122a9c14-dbfc-4116-9eac-6b5ec8b86330", "name": "network-vif-plugged", "status": "completed", "tag": "6a307e10-e19e-4059-acad-ab1b1516169f"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:36:13.537310 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b911e111-20ec-4a76-ab30-9aa5cc925d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.547426 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 6a307e10-e19e-4059-acad-ab1b1516169f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6a307e10-e19e-4059-acad-ab1b1516169f,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:13.552568 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.579573 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bac4f3-af0a-4f7f-af5a-4ec9c58849cd x-openstack-request-id: req-e7bac4f3-af0a-4f7f-af5a-4ec9c58849cd {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:36:13.584793 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a9c14-dbfc-4116-9eac-6b5ec8b86330", "name": "network-vif-plugged", "status": "completed", "tag": "6a307e10-e19e-4059-acad-ab1b1516169f", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:36:13.585111 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7bac4f3-af0a-4f7f-af5a-4ec9c58849cd {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:36:13.585507 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122a9c14-dbfc-4116-9eac-6b5ec8b86330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a307e10-e19e-4059-acad-ab1b1516169f', 'code': 200} Oct 15 16:36:13.592956 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b911e111-20ec-4a76-ab30-9aa5cc925d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.598818 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b911e111-20ec-4a76-ab30-9aa5cc925d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:13.599994 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b911e111-20ec-4a76-ab30-9aa5cc925d7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1df3fef-200d-4d28-8e2e-4a1da42d052d HTTP/1.1" status: 204 len: 168 time: 0.1440976 Oct 15 16:36:13.608850 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911e111-20ec-4a76-ab30-9aa5cc925d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df3fef-200d-4d28-8e2e-4a1da42d052d,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:13.612678 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=6a307e10-e19e-4059-acad-ab1b1516169f,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:13.751108 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9b8e2-e3f9-4f2e-a27e-7562aabc4153 req-edbdfecf-e3ce-40d5-a5e1-9d85993d9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:13.752599 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5cc9b8e2-e3f9-4f2e-a27e-7562aabc4153 req-edbdfecf-e3ce-40d5-a5e1-9d85993d9867 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 1098 time: 0.0395956 Oct 15 16:36:13.791394 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5cc9b8e2-e3f9-4f2e-a27e-7562aabc4153 req-a626d01f-5062-4c56-b1ed-4faaa67a83a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Oct 15 16:36:14.598730 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09d7c-c758-4ac3-b5ba-795fbb6deaac req-0a8b4cb3-3ebc-400b-93b4-0f1c932583e0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:14.600640 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e6d09d7c-c758-4ac3-b5ba-795fbb6deaac req-0a8b4cb3-3ebc-400b-93b4-0f1c932583e0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Oct 15 16:36:14.639370 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e6d09d7c-c758-4ac3-b5ba-795fbb6deaac req-88910744-3d2a-4f1b-8dc9-51948ff39286 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Oct 15 16:36:14.977218 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:15.753349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221fff1-531e-4eb3-a2b3-ba646115effe req-2f0c75bd-e45b-4cea-859a-0df52458f8bd tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:15.754817 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1221fff1-531e-4eb3-a2b3-ba646115effe req-2f0c75bd-e45b-4cea-859a-0df52458f8bd tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 945 time: 0.0484746 Oct 15 16:36:15.791477 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1221fff1-531e-4eb3-a2b3-ba646115effe req-6ef00883-d9e8-493e-b7b7-06f503bbdbf7 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307655 Oct 15 16:36:17.769437 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53622) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:17.873560 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6651ee0-e6f3-442e-9d9f-f41e1a2240cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:17.945857 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6651ee0-e6f3-442e-9d9f-f41e1a2240cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:17.951107 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-a6651ee0-e6f3-442e-9d9f-f41e1a2240cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:17.986889 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6651ee0-e6f3-442e-9d9f-f41e1a2240cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44328ee5-2521-4d81-9715-4fe7ee5a55f5,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:17.991420 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-a6651ee0-e6f3-442e-9d9f-f41e1a2240cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3523f51dcd294138b70dd4e8e2d19e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207646 Oct 15 16:36:17.993996 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53626) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:18.045467 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea45de03-e48a-4eab-b49c-4a42aed4229c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.066159 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea45de03-e48a-4eab-b49c-4a42aed4229c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.112608 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea45de03-e48a-4eab-b49c-4a42aed4229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.115117 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ea45de03-e48a-4eab-b49c-4a42aed4229c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.116287 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ea45de03-e48a-4eab-b49c-4a42aed4229c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44328ee5-2521-4d81-9715-4fe7ee5a55f5 HTTP/1.1" status: 204 len: 168 time: 0.1208937 Oct 15 16:36:18.124633 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45de03-e48a-4eab-b49c-4a42aed4229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44328ee5-2521-4d81-9715-4fe7ee5a55f5,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:18.383011 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53632) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:18.396254 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-14f3c94f-afc6-403f-9cd6-f4b7c84b8c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.484953 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-14f3c94f-afc6-403f-9cd6-f4b7c84b8c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.488972 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-14f3c94f-afc6-403f-9cd6-f4b7c84b8c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.527095 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-14f3c94f-afc6-403f-9cd6-f4b7c84b8c41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e7394e56bb04efd92332cc3e0047bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429756 Oct 15 16:36:18.527958 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3c94f-afc6-403f-9cd6-f4b7c84b8c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3057c393-0f6d-4abf-9ccc-e59e3c24ad7d,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:18.529870 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53636) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:18.578151 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc1-caeb-43a6-ab4f-c1737283b399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.598821 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc1-caeb-43a6-ab4f-c1737283b399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.646774 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc1-caeb-43a6-ab4f-c1737283b399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.649269 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc1-caeb-43a6-ab4f-c1737283b399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:18.650424 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-4cdaccc1-caeb-43a6-ab4f-c1737283b399 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3057c393-0f6d-4abf-9ccc-e59e3c24ad7d HTTP/1.1" status: 204 len: 168 time: 0.1195383 Oct 15 16:36:18.658768 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaccc1-caeb-43a6-ab4f-c1737283b399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3057c393-0f6d-4abf-9ccc-e59e3c24ad7d,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:20.645528 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53710) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:20.746050 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cd236ac0-dbfc-4a44-97f4-7a657e403003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:20.818574 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cd236ac0-dbfc-4a44-97f4-7a657e403003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:20.822279 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-cd236ac0-dbfc-4a44-97f4-7a657e403003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:20.858635 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236ac0-dbfc-4a44-97f4-7a657e403003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b04fe-8112-485d-ab11-4bcf97d7c567,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:20.862969 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-cd236ac0-dbfc-4a44-97f4-7a657e403003 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0863403e5bd344cca6e320476af60807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163904 Oct 15 16:36:20.865636 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53714) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:20.914356 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8dea5db7-b514-4340-a48f-e18929635a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:20.934830 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8dea5db7-b514-4340-a48f-e18929635a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:20.979839 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8dea5db7-b514-4340-a48f-e18929635a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:20.982637 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8dea5db7-b514-4340-a48f-e18929635a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:20.983712 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8dea5db7-b514-4340-a48f-e18929635a10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d02b04fe-8112-485d-ab11-4bcf97d7c567 HTTP/1.1" status: 204 len: 168 time: 0.1170826 Oct 15 16:36:20.991548 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea5db7-b514-4340-a48f-e18929635a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b04fe-8112-485d-ab11-4bcf97d7c567,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:21.240125 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53720) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:21.253769 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c707-1543-4bcf-bdb1-fe0b98238d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:21.327490 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c707-1543-4bcf-bdb1-fe0b98238d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:21.332241 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c707-1543-4bcf-bdb1-fe0b98238d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:21.373146 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0fa7c707-1543-4bcf-bdb1-fe0b98238d0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd6d3fc6082346fba82a3a4ec185d628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318324 Oct 15 16:36:21.374256 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7c707-1543-4bcf-bdb1-fe0b98238d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf06d8-b241-4c63-b64e-36c0e46588e9,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:21.375844 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53722) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:21.426639 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ebd3-2009-4277-913f-5b122e0ea1a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:21.447682 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ebd3-2009-4277-913f-5b122e0ea1a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:21.492892 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ebd3-2009-4277-913f-5b122e0ea1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:21.495944 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ebd3-2009-4277-913f-5b122e0ea1a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:21.497147 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-2fe9ebd3-2009-4277-913f-5b122e0ea1a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cdf06d8-b241-4c63-b64e-36c0e46588e9 HTTP/1.1" status: 204 len: 168 time: 0.1202807 Oct 15 16:36:21.504850 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9ebd3-2009-4277-913f-5b122e0ea1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf06d8-b241-4c63-b64e-36c0e46588e9,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:22.159953 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53746) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:22.253689 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-275357969-network', 'tenant_id': 'afaac09491d94778831c7c4c465e0022'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:22.273974 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Made reservation on behalf of afaac09491d94778831c7c4c465e0022 for: {'network': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:22.276805 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.284863 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.356181 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.359797 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.386354 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=99836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:36:22.392766 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf0d404-c36a-41a4-a5a4-60087c22af19,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:22.398842 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.399191 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.db.segments_db [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Added segment d6c89916-2afb-4905-bdd3-4090c3355ae0 of type vlan for network 0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9 Oct 15 16:36:22.441345 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.464570 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.465539 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:22.466114 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.496627 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3355937 Oct 15 16:36:22.499607 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53752) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:22.505240 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Request body: {'subnet': {'network_id': '0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-275357969-subnet', 'tenant_id': 'afaac09491d94778831c7c4c465e0022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:22.525994 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Made reservation on behalf of afaac09491d94778831c7c4c465e0022 for: {'subnet': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:22.528257 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531696650'] for subnet, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.530359 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b691c6d-7a17-4eae-8aed-3726983a6560 admin admin] Pushing event updated for resources: {'Network': ['ID=0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:22.540434 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network 0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9 details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:36:22.695768 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531256804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531696696'] for subnet, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.748844 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a2943e-2eae-4565-924f-45705c724660,revision_number=0']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:22.759295 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Checking segment: {'id': 'd6c89916-2afb-4905-bdd3-4090c3355ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:36:22.759662 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Network hostable DHCP agents. Network: 0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:36:22.775939 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Network 0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9 is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:36:22.784436 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, 0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9) {{(pid=99835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:36:22.788562 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:22.789124 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:22.793894 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3dddc2-a2bb-4a0c-8d8e-084b0d4b7834 None None] Network 0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:36:22.806201 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f5c9ad82-b429-4d51-9341-3e71b5c9520e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3047714 Oct 15 16:36:22.919930 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d687838-d355-4354-be6e-e8d18cd070fb None None] Network 0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:36:23.262654 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53770) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:23.268176 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.v2.base [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1883685504-network', 'tenant_id': '611996fc1b5c48808b0566d1ec7c35ca'}} {{(pid=99835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:23.290028 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Made reservation on behalf of 611996fc1b5c48808b0566d1ec7c35ca for: {'network': 1} {{(pid=99835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:23.292963 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for network, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.302214 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.374742 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.379130 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.403896 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=99835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 16:36:23.413385 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2955503-5a56-47fc-8f02-27a4331c6272,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:23.418681 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.419022 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.segments_db [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Added segment 6ae05e05-e588-4617-b824-3640d878ce26 of type vlan for network eebf0afa-40de-4728-aa8a-402a7cd1aa2a Oct 15 16:36:23.461822 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755560589689'] for network, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.486434 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218'] for network, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.487390 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:23.487977 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.520983 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2572021 Oct 15 16:36:23.524019 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53772) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:23.529525 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Request body: {'subnet': {'network_id': 'eebf0afa-40de-4728-aa8a-402a7cd1aa2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1883685504-subnet', 'tenant_id': '611996fc1b5c48808b0566d1ec7c35ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:23.550078 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Made reservation on behalf of 611996fc1b5c48808b0566d1ec7c35ca for: {'subnet': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:23.550722 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f0166-c1a4-4181-ae40-2d2fdd5f23bb admin admin] Pushing event updated for resources: {'Network': ['ID=eebf0afa-40de-4728-aa8a-402a7cd1aa2a,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:23.553537 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532025314'] for subnet, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.560556 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Network eebf0afa-40de-4728-aa8a-402a7cd1aa2a details requested by agent ovs-agent-dv-cinder-801913-8-iscsi with host dv-cinder-801913-8-iscsi {{(pid=99837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 16:36:23.734888 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532520740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532025296'] for subnet, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.791921 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6bbad8-c48e-4e86-9ea4-80fc495b237b,revision_number=0']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:23.801737 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Checking segment: {'id': '6ae05e05-e588-4617-b824-3640d878ce26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eebf0afa-40de-4728-aa8a-402a7cd1aa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:36:23.802026 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Network hostable DHCP agents. Network: eebf0afa-40de-4728-aa8a-402a7cd1aa2a, hostable agents: ['80c13544-ee24-44cc-a17b-45eeed2de2a3'], hosted agents: [] {{(pid=99836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 16:36:23.819791 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Network eebf0afa-40de-4728-aa8a-402a7cd1aa2a is scheduled to be hosted by DHCP agent 80c13544-ee24-44cc-a17b-45eeed2de2a3 with binding_index 1 {{(pid=99836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 16:36:23.830049 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-8-iscsi, eebf0afa-40de-4728-aa8a-402a7cd1aa2a) {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:36:23.835025 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:23.835768 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:23.843513 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c445330-549c-4392-9e12-0b77853b2591 None None] Network eebf0afa-40de-4728-aa8a-402a7cd1aa2a requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:36:23.854286 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-3e46b8ce-54d4-43cf-83fc-b726a447ae85 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3290355 Oct 15 16:36:23.986159 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ff578-8f4f-476c-933e-3efe2dc70cd5 None None] Network eebf0afa-40de-4728-aa8a-402a7cd1aa2a requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:36:24.073470 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-326509b0-fcf2-4556-a99d-ce399e78afc5 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:24.075223 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-326509b0-fcf2-4556-a99d-ce399e78afc5 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 815 time: 0.1115935 Oct 15 16:36:24.090572 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-b62f93a1-b393-49cf-a18e-ac066e1afca7 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/quotas/9cc110957c68474d92afc575eea784d1 HTTP/1.1" status: 200 len: 375 time: 0.0094490 Oct 15 16:36:24.141203 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-42784208-31d6-4265-9ccd-af1c8863c1a4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450411 Oct 15 16:36:24.234698 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-44bc7c21-3fb5-4ac7-b0f7-fa43cd7525f7 service neutron] 10.222.0.44 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861018 Oct 15 16:36:24.351448 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-e7f4cdfb-a975-4310-9844-07340e40fab6 service neutron] 10.222.0.44 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104085 Oct 15 16:36:24.517644 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d038b346-0ca4-4cbb-b3cb-eabbf5a1192b req-3c2b0000-a341-4eea-baf1-b3570440eff6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 210 time: 0.0304344 Oct 15 16:36:25.480228 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-77e08ac1-52c7-4059-ae6e-dadfa77a579c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:25.481880 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-77e08ac1-52c7-4059-ae6e-dadfa77a579c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 815 time: 0.1206713 Oct 15 16:36:25.500950 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Request body: {'port': {'device_id': 'c22fbfb9-d46d-4e0f-9e64-01917044ff2f', 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'admin_state_up': True, 'tenant_id': '9cc110957c68474d92afc575eea784d1'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:25.625063 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-029dd625-093c-457e-b889-612c2024e4eb req-c86905e6-8804-4b9e-ada1-6ebd8f9aa4d1 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 210 time: 0.0344982 Oct 15 16:36:25.650048 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Made reservation on behalf of 9cc110957c68474d92afc575eea784d1 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:25.654010 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:25.779840 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Allocated IP 172.20.0.11 (bd4b43be-e473-4dd8-9969-83fc52aa22ba/45bfe209-3b1e-406d-aa1c-4607ff8cbc26/5503f75d-9686-4a7d-8178-e736f6e81a30) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:36:25.930278 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:25.961713 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:25.974440 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['6a307e10-e19e-4059-acad-ab1b1516169f'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:36:26.006791 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Network bd4b43be-e473-4dd8-9969-83fc52aa22ba is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:36:26.009776 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:36:26.016491 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:36:26.022439 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Pushing event updated for resources: {'Port': ['ID=5503f75d-9686-4a7d-8178-e736f6e81a30,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:26.066718 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:26.067350 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:26.082878 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-63bd6cda-3f1e-4149-9110-fb8a11f51603 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869145 Oct 15 16:36:26.095550 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Request body: {'port': {'device_id': 'c22fbfb9-d46d-4e0f-9e64-01917044ff2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:26.151307 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:26.409367 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5503f75d-9686-4a7d-8178-e736f6e81a30 {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:36:26.416759 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:26.428536 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Transition to ACTIVE for port object 5503f75d-9686-4a7d-8178-e736f6e81a30 will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:36:26.432425 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:26.482990 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Pushing event updated for resources: {'Port': ['ID=5503f75d-9686-4a7d-8178-e736f6e81a30,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:26.544691 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Attempting to bind port 5503f75d-9686-4a7d-8178-e736f6e81a30 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:36:26.545055 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Attempting to bind port 5503f75d-9686-4a7d-8178-e736f6e81a30 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:36:26.545384 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Attempting to bind port 5503f75d-9686-4a7d-8178-e736f6e81a30 on network bd4b43be-e473-4dd8-9969-83fc52aa22ba {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:36:26.549531 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Port 5503f75d-9686-4a7d-8178-e736f6e81a30 on network bd4b43be-e473-4dd8-9969-83fc52aa22ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:36:26.549848 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Attempting to bind port 5503f75d-9686-4a7d-8178-e736f6e81a30 on network bd4b43be-e473-4dd8-9969-83fc52aa22ba {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:36:26.554638 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:36:26.554980 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Checking segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:36:26.555358 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Bound using segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:36:26.555813 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Bound port: 5503f75d-9686-4a7d-8178-e736f6e81a30, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:36:26.556183 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:26.621258 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] For port 5503f75d-9686-4a7d-8178-e736f6e81a30, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:36:26.624275 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] For port 5503f75d-9686-4a7d-8178-e736f6e81a30, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5503f75d-9686-4a7d-8178-e736f6e81a30,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:36:26.628876 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:26.664385 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:26.665022 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:26.666991 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] 10.222.0.66 "PUT /v2.0/ports/5503f75d-9686-4a7d-8178-e736f6e81a30 HTTP/1.1" status: 200 len: 1094 time: 0.5756063 Oct 15 16:36:26.667624 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fbfb9-d46d-4e0f-9e64-01917044ff2f', 'tag': '5503f75d-9686-4a7d-8178-e736f6e81a30'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:36:26.669741 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2947089-75a9-4949-9f90-01d9232e49b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fbfb9-d46d-4e0f-9e64-01917044ff2f", "tag": "5503f75d-9686-4a7d-8178-e736f6e81a30"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:36:26.695968 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e437a50-ecf4-4072-899e-aaba628523ec service neutron] Pushing event updated for resources: {'Port': ['ID=5503f75d-9686-4a7d-8178-e736f6e81a30,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:26.708046 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8823d2d-f53b-4385-97d4-e49714c39d00 x-openstack-request-id: req-b8823d2d-f53b-4385-97d4-e49714c39d00 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:36:26.708329 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fbfb9-d46d-4e0f-9e64-01917044ff2f", "tag": "5503f75d-9686-4a7d-8178-e736f6e81a30", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:36:26.708578 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8823d2d-f53b-4385-97d4-e49714c39d00 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:36:26.709020 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fbfb9-d46d-4e0f-9e64-01917044ff2f', 'tag': '5503f75d-9686-4a7d-8178-e736f6e81a30', 'status': 'completed', 'code': 200} Oct 15 16:36:26.787815 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b8a6f-1d97-4e0b-bb18-5dec9143bc81 req-245201ed-31a0-4cb6-8c1b-ff083ae9fcd4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:26.789319 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-681b8a6f-1d97-4e0b-bb18-5dec9143bc81 req-245201ed-31a0-4cb6-8c1b-ff083ae9fcd4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 944 time: 0.0794828 Oct 15 16:36:26.791617 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-8c5cde5e-d113-400d-b0c6-a9294081446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:26.793045 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-8c5cde5e-d113-400d-b0c6-a9294081446c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 1097 time: 0.0746489 Oct 15 16:36:26.842460 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-ed0fd97f-5f5b-4601-8228-649d20120cdf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5503f75d-9686-4a7d-8178-e736f6e81a30 HTTP/1.1" status: 200 len: 217 time: 0.0402324 Oct 15 16:36:26.884065 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-681b8a6f-1d97-4e0b-bb18-5dec9143bc81 req-a965f26b-8106-48c9-9ef9-70688f8448ba tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877686 Oct 15 16:36:26.905481 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-a2842c0c-ac43-4fa2-a3eb-8a551bb29b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:26.907081 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-a2842c0c-ac43-4fa2-a3eb-8a551bb29b2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45bfe209-3b1e-406d-aa1c-4607ff8cbc26 HTTP/1.1" status: 200 len: 855 time: 0.0542202 Oct 15 16:36:26.943929 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-b31303c8-b6b8-4ede-a10b-85f336a3056d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd4b43be-e473-4dd8-9969-83fc52aa22ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285718 Oct 15 16:36:27.038588 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-c1bcada5-4126-4cd6-945f-4dd2474f628c service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878658 Oct 15 16:36:27.134268 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a4843f5f-235b-4b6c-824d-5d232fdfa0a6 req-22ca1ec2-7f0a-4dd7-8991-941cba24f3e2 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Oct 15 16:36:27.234785 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-a7dad646-994d-4f93-abdf-d205848e1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:27.236522 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-a7dad646-994d-4f93-abdf-d205848e1787 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 1097 time: 0.0430830 Oct 15 16:36:27.330415 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-2debbe66-d762-4dda-bb8e-b4316ca21737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:27.331995 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-2debbe66-d762-4dda-bb8e-b4316ca21737 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 916 time: 0.0854497 Oct 15 16:36:27.377572 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-b12b6ffe-051d-42cb-85de-d07bc1dc8182 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5503f75d-9686-4a7d-8178-e736f6e81a30 HTTP/1.1" status: 200 len: 217 time: 0.0361052 Oct 15 16:36:27.429386 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-c581ebe2-576f-471f-aa92-98f472fcbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:27.430800 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-c581ebe2-576f-471f-aa92-98f472fcbf57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45bfe209-3b1e-406d-aa1c-4607ff8cbc26 HTTP/1.1" status: 200 len: 855 time: 0.0436027 Oct 15 16:36:27.469944 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-fc5d19e5-9147-4742-9344-f35ca0b54f90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd4b43be-e473-4dd8-9969-83fc52aa22ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251055 Oct 15 16:36:27.563093 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-78a7f52e-5131-4e51-9b16-6511c08e1e23 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850616 Oct 15 16:36:27.653720 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c2947089-75a9-4949-9f90-01d9232e49b7 req-cebf1cc2-8bc2-46ad-b078-bdc9fff959cb service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819516 Oct 15 16:36:28.015754 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f4df-5a00-4473-85e1-8054ca6e2ef7 req-c769b76a-1680-4bd9-b4a6-1325a31ca235 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:28.017286 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-abc7f4df-5a00-4473-85e1-8054ca6e2ef7 req-c769b76a-1680-4bd9-b4a6-1325a31ca235 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 944 time: 0.0591269 Oct 15 16:36:28.316319 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-abc7f4df-5a00-4473-85e1-8054ca6e2ef7 req-79e1a2f9-aa9c-4920-b250-9ac447dc1ed1 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927949 Oct 15 16:36:29.430852 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be047c-5078-408f-8c67-de5130480635 req-b1782534-006d-480a-9305-fb1b032d5264 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:29.433028 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e5be047c-5078-408f-8c67-de5130480635 req-b1782534-006d-480a-9305-fb1b032d5264 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 944 time: 0.0507205 Oct 15 16:36:29.472568 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e5be047c-5078-408f-8c67-de5130480635 req-caba4bb2-750c-4145-bfaa-c170333958a4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329044 Oct 15 16:36:29.475174 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 5503f75d-9686-4a7d-8178-e736f6e81a30 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:36:29.587103 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 5503f75d-9686-4a7d-8178-e736f6e81a30, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5503f75d-9686-4a7d-8178-e736f6e81a30,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:29.598219 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '5503f75d-9686-4a7d-8178-e736f6e81a30', 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'port_id': '5503f75d-9686-4a7d-8178-e736f6e81a30', 'mac_address': 'fa:16:3e:e5:bf:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bfe209-3b1e-406d-aa1c-4607ff8cbc26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:36:29.635261 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:29.648020 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5503f75d-9686-4a7d-8178-e736f6e81a30 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:36:29.669020 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 5503f75d-9686-4a7d-8178-e736f6e81a30, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5503f75d-9686-4a7d-8178-e736f6e81a30,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:29.672555 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:29.717883 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=5503f75d-9686-4a7d-8178-e736f6e81a30,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:29.935076 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['5503f75d-9686-4a7d-8178-e736f6e81a30'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:36:30.590319 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b42c-7891-4347-8251-2f5eae8d8798 req-d26f00a7-f000-4654-a54f-16cd7b04e4b6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:30.591790 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8639b42c-7891-4347-8251-2f5eae8d8798 req-d26f00a7-f000-4654-a54f-16cd7b04e4b6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 945 time: 0.0485148 Oct 15 16:36:30.630602 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-8639b42c-7891-4347-8251-2f5eae8d8798 req-b8331ed3-e45c-4a44-997e-60aebdfaaf45 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Oct 15 16:36:31.501368 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 5503f75d-9686-4a7d-8178-e736f6e81a30 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:36:31.549951 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 5503f75d-9686-4a7d-8178-e736f6e81a30 completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:36:31.553847 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 5503f75d-9686-4a7d-8178-e736f6e81a30 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:36:31.554220 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:31.630863 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:31.654043 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fbfb9-d46d-4e0f-9e64-01917044ff2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5503f75d-9686-4a7d-8178-e736f6e81a30'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:36:31.656290 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793d6622-f968-4e8c-906f-0e8b6f219d1f" -d '{"events": [{"server_uuid": "c22fbfb9-d46d-4e0f-9e64-01917044ff2f", "name": "network-vif-plugged", "status": "completed", "tag": "5503f75d-9686-4a7d-8178-e736f6e81a30"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:36:31.669458 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 5503f75d-9686-4a7d-8178-e736f6e81a30, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5503f75d-9686-4a7d-8178-e736f6e81a30,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:31.674113 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:31.697802 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986801b4-3f7f-44ed-9138-940b99213264 x-openstack-request-id: req-986801b4-3f7f-44ed-9138-940b99213264 {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:36:31.698098 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fbfb9-d46d-4e0f-9e64-01917044ff2f", "name": "network-vif-plugged", "status": "completed", "tag": "5503f75d-9686-4a7d-8178-e736f6e81a30", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:36:31.698369 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-986801b4-3f7f-44ed-9138-940b99213264 {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:36:31.698752 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fbfb9-d46d-4e0f-9e64-01917044ff2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5503f75d-9686-4a7d-8178-e736f6e81a30', 'code': 200} Oct 15 16:36:31.725503 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=5503f75d-9686-4a7d-8178-e736f6e81a30,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:31.758732 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12338c8c-24c9-4942-838d-5bead606fa7c req-b740e654-5167-4c60-94de-ed65b4365fcf tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:31.761778 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-12338c8c-24c9-4942-838d-5bead606fa7c req-b740e654-5167-4c60-94de-ed65b4365fcf tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 946 time: 0.0592797 Oct 15 16:36:31.801386 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-12338c8c-24c9-4942-838d-5bead606fa7c req-d9a349e9-ebc6-4168-ba8a-03bebb5dc2a7 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329850 Oct 15 16:36:31.871789 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d38b1-674c-4a84-9129-4fe6cb6b43ac req-1207a615-e223-45f7-9f2d-da4d7b521f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:31.873451 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-663d38b1-674c-4a84-9129-4fe6cb6b43ac req-1207a615-e223-45f7-9f2d-da4d7b521f22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 1099 time: 0.0410538 Oct 15 16:36:31.910308 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-663d38b1-674c-4a84-9129-4fe6cb6b43ac req-4e41d8ad-2694-4771-86ae-2e566230ca25 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285599 Oct 15 16:36:32.915523 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d5e4a-d1ef-4e45-be50-2a63b4557065 req-67d6abd0-8a59-4b56-bb0e-37708751d668 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:32.917569 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-045d5e4a-d1ef-4e45-be50-2a63b4557065 req-67d6abd0-8a59-4b56-bb0e-37708751d668 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 946 time: 0.0487833 Oct 15 16:36:32.953653 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-045d5e4a-d1ef-4e45-be50-2a63b4557065 req-70f77e82-52a2-470f-b03c-5cb285b49ed9 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302093 Oct 15 16:36:34.070801 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618fa52-6c44-47e8-942a-68ab7a65071d req-98d4f084-1f33-4799-842b-f85e653fa6d7 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:34.072375 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1618fa52-6c44-47e8-942a-68ab7a65071d req-98d4f084-1f33-4799-842b-f85e653fa6d7 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 946 time: 0.0511904 Oct 15 16:36:34.108472 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1618fa52-6c44-47e8-942a-68ab7a65071d req-b6a67c75-3c65-414b-ad5e-859b61a16645 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303464 Oct 15 16:36:35.772892 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-36b39d5f-9798-4896-a2e8-42e5a704dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:35.815476 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-52d6d7a9-62f9-4283-b5f9-60aac6f5e687 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:35.817010 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-52d6d7a9-62f9-4283-b5f9-60aac6f5e687 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 815 time: 0.1087120 Oct 15 16:36:35.832764 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-f3d6b212-6b53-4c1a-9f68-710cb04e4904 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/quotas/9cc110957c68474d92afc575eea784d1 HTTP/1.1" status: 200 len: 375 time: 0.0093224 Oct 15 16:36:35.888318 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-bad02373-0ff2-42c6-9877-28b7908bbdad tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495627 Oct 15 16:36:35.986198 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-6c5662ee-4986-4de1-9bec-fe4cd22ff059 service neutron] 10.222.0.44 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905838 Oct 15 16:36:36.079201 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-b7712a1a-f7d0-458f-9728-8e34053e5fda service neutron] 10.222.0.44 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868888 Oct 15 16:36:36.247163 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-5ce54fe9-bd72-409c-b71b-3e9dcec5efb9 req-34eb3619-d5bc-4e0e-8fad-b61eadde30d6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 210 time: 0.0270433 Oct 15 16:36:37.201216 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-9cace13f-1cdb-48f4-a4fd-8596b68149a6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:37.202731 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-9cace13f-1cdb-48f4-a4fd-8596b68149a6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 815 time: 0.1078711 Oct 15 16:36:37.218893 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Request body: {'port': {'device_id': 'f60149c3-9474-4b4c-a73f-2913224d6b8e', 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'admin_state_up': True, 'tenant_id': '9cc110957c68474d92afc575eea784d1'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:37.304444 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53992) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:37.349246 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Deleting subnet 08a2943e-2eae-4565-924f-45705c724660 {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:36:37.352084 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0a5bb8a4-0db8-4a64-98ba-78da736a9346 req-84a1dbcc-e8b1-4bce-a7f2-f9d7190b027b tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 210 time: 0.0337269 Oct 15 16:36:37.352462 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.367047 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Made reservation on behalf of 9cc110957c68474d92afc575eea784d1 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:37.370758 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.394204 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.434840 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.487088 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.497669 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Allocated IP 172.20.0.9 (bd4b43be-e473-4dd8-9969-83fc52aa22ba/45bfe209-3b1e-406d-aa1c-4607ff8cbc26/d08c579d-cb89-48ae-9f2f-5bf6fea8f3df) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:36:37.511183 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a2943e-2eae-4565-924f-45705c724660,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:37.523150 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.526968 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/08a2943e-2eae-4565-924f-45705c724660 HTTP/1.1" status: 204 len: 168 time: 0.2214663 Oct 15 16:36:37.528806 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.529160 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.529507 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.529850 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.530186 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.530520 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.530852 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.531184 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.531516 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.531841 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.532167 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.532493 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65468c63-5534-4f25-8c30-04a726715d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:37.532792 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 53994) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:37.659940 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.735949 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.779393 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.808160 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9']}} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:37.820225 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c89916-2afb-4905-bdd3-4090c3355ae0') {'for_net_delete': True} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:37.820516 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c89916-2afb-4905-bdd3-4090c3355ae0') {} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:37.831790 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532074013'] for segment, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.838849 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.851062 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['6a307e10-e19e-4059-acad-ab1b1516169f', '5503f75d-9686-4a7d-8178-e736f6e81a30'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:36:37.874451 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.885963 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=99836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:36:37.886349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532520379'] for segment, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: Traceback (most recent call last): Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: timer() Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: cb(*args, **kw) Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: return func(*args, **kwargs) Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: self._notify() Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: self.callback(batched_events) Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: event.method(event) Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: return f(self, *a, **k) Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._get(url).json() Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: return self.request(url, 'GET', **kwargs) Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:36:37.887964 dv-cinder-801913-8-iscsi neutron-server[99836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:36:37.906573 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Network bd4b43be-e473-4dd8-9969-83fc52aa22ba is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:36:37.916998 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:36:37.924599 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:36:37.926982 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Pushing event updated for resources: {'Port': ['ID=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:37.994306 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:37.999141 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.002392 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9 HTTP/1.1" status: 204 len: 168 time: 0.4686298 Oct 15 16:36:38.005491 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53996) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:38.024693 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:38.026155 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.030010 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e96ee-d7b4-4526-a33c-24af45510e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af5d9d7-b0a6-4248-9ed7-fadc9e8aeec9,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:38.050448 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a8f746-6992-4f5a-b2c8-3c31591af7be admin admin] Deleting subnet 3f6bbad8-c48e-4e86-9ea4-80fc495b237b {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:36:38.052453 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:36:38.054185 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f746-6992-4f5a-b2c8-3c31591af7be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.055634 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c714fa14-fd94-4936-8aa3-dc1345565093 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8405817 Oct 15 16:36:38.070808 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Request body: {'port': {'device_id': 'f60149c3-9474-4b4c-a73f-2913224d6b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:38.094366 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f746-6992-4f5a-b2c8-3c31591af7be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.132637 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f746-6992-4f5a-b2c8-3c31591af7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.133955 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.184278 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f746-6992-4f5a-b2c8-3c31591af7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.211039 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8f746-6992-4f5a-b2c8-3c31591af7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6bbad8-c48e-4e86-9ea4-80fc495b237b,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:38.213034 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f746-6992-4f5a-b2c8-3c31591af7be admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.217671 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c4a8f746-6992-4f5a-b2c8-3c31591af7be admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3f6bbad8-c48e-4e86-9ea4-80fc495b237b HTTP/1.1" status: 204 len: 168 time: 0.2111378 Oct 15 16:36:38.218745 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 53998) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:38.288656 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.366114 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.387343 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebf0afa-40de-4728-aa8a-402a7cd1aa2a']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:38.398161 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae05e05-e588-4617-b824-3640d878ce26') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:38.398457 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae05e05-e588-4617-b824-3640d878ce26') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:36:38.405267 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08c579d-cb89-48ae-9f2f-5bf6fea8f3df {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:36:38.409872 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.413233 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.424756 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.430801 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:36:38.431185 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:36:38.433499 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:36:38.473859 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d5673-1f3e-4640-a702-843e0a102afb req-8a050fb1-5630-4f00-bf27-ccc759c76a45 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:38.475250 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-264d5673-1f3e-4640-a702-843e0a102afb req-8a050fb1-5630-4f00-bf27-ccc759c76a45 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 931 time: 0.0527322 Oct 15 16:36:38.491718 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.495832 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Transition to ACTIVE for port object d08c579d-cb89-48ae-9f2f-5bf6fea8f3df will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:36:38.497847 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.500777 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.503957 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eebf0afa-40de-4728-aa8a-402a7cd1aa2a HTTP/1.1" status: 204 len: 168 time: 0.2842381 Oct 15 16:36:38.524093 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37708b1-4bbc-40f2-be72-b93de8bef788 admin admin] Pushing event deleted for resources: {'Network': ['ID=eebf0afa-40de-4728-aa8a-402a7cd1aa2a,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:38.524782 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-62d97fe9-77a5-4061-80ba-1210c960953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.556237 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-264d5673-1f3e-4640-a702-843e0a102afb req-ae1b149b-a48c-4170-b154-dfd4f3b99797 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743101 Oct 15 16:36:38.568293 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Pushing event updated for resources: {'Port': ['ID=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:38.648317 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Attempting to bind port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:36:38.648663 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Attempting to bind port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:36:38.649064 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Attempting to bind port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df on network bd4b43be-e473-4dd8-9969-83fc52aa22ba {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:36:38.654169 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df on network bd4b43be-e473-4dd8-9969-83fc52aa22ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:36:38.654526 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Attempting to bind port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df on network bd4b43be-e473-4dd8-9969-83fc52aa22ba {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:36:38.659470 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:36:38.659810 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Checking segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:36:38.660197 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Bound using segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:36:38.660631 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Bound port: d08c579d-cb89-48ae-9f2f-5bf6fea8f3df, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:36:38.661019 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.676467 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54004) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:38.756949 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-57a62de4-2e8b-4bb3-9883-6d66dd45393a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afaac09491d94778831c7c4c465e0022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792189 Oct 15 16:36:38.759646 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54006) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:38.760414 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] For port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:36:38.763597 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] For port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:36:38.768218 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.802648 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:38.803263 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.804670 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] 10.222.0.66 "PUT /v2.0/ports/d08c579d-cb89-48ae-9f2f-5bf6fea8f3df HTTP/1.1" status: 200 len: 1093 time: 0.7409608 Oct 15 16:36:38.805131 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60149c3-9474-4b4c-a73f-2913224d6b8e', 'tag': 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:36:38.808007 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6812647-a25c-4ec1-8e09-ff48f416e23e" -d '{"events": [{"name": "network-changed", "server_uuid": "f60149c3-9474-4b4c-a73f-2913224d6b8e", "tag": "d08c579d-cb89-48ae-9f2f-5bf6fea8f3df"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:36:38.810493 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-be86976b-80e2-4f40-ac68-2c1ab5c3401b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.835529 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe28872-90c8-4739-9329-cc6f50902007 service neutron] Pushing event updated for resources: {'Port': ['ID=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:38.850994 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd733b1-98e7-4f95-8397-75940ee2beba x-openstack-request-id: req-2fd733b1-98e7-4f95-8397-75940ee2beba {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:36:38.851328 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60149c3-9474-4b4c-a73f-2913224d6b8e", "tag": "d08c579d-cb89-48ae-9f2f-5bf6fea8f3df", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:36:38.851543 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fd733b1-98e7-4f95-8397-75940ee2beba {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:36:38.851728 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-be86976b-80e2-4f40-ac68-2c1ab5c3401b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.851935 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60149c3-9474-4b4c-a73f-2913224d6b8e', 'tag': 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df', 'status': 'completed', 'code': 200} Oct 15 16:36:38.885656 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-b4cf8a11-baad-4ccc-8b51-2deb01ff0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:38.887409 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-b4cf8a11-baad-4ccc-8b51-2deb01ff0f7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 1096 time: 0.0451951 Oct 15 16:36:38.897940 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-be86976b-80e2-4f40-ac68-2c1ab5c3401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.901281 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-be86976b-80e2-4f40-ac68-2c1ab5c3401b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:38.902435 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-be86976b-80e2-4f40-ac68-2c1ab5c3401b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/daf0d404-c36a-41a4-a5a4-60087c22af19 HTTP/1.1" status: 204 len: 168 time: 0.1417737 Oct 15 16:36:38.910256 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86976b-80e2-4f40-ac68-2c1ab5c3401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf0d404-c36a-41a4-a5a4-60087c22af19,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:38.936453 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-413adfc8-537b-47af-8ace-5d74793fb1b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df HTTP/1.1" status: 200 len: 217 time: 0.0404499 Oct 15 16:36:38.985981 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-ffb81787-1606-4e95-9479-df59581c066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:38.987592 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-ffb81787-1606-4e95-9479-df59581c066f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45bfe209-3b1e-406d-aa1c-4607ff8cbc26 HTTP/1.1" status: 200 len: 855 time: 0.0442500 Oct 15 16:36:39.021048 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-c61c7f26-fd68-4422-a7bd-41bee6af90d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd4b43be-e473-4dd8-9969-83fc52aa22ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258646 Oct 15 16:36:39.117587 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-39c1b1f8-99e3-44ef-9d97-6763b6572d0f service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898695 Oct 15 16:36:39.213072 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3df786e-4ac8-4e95-925f-9e8ea6edc79b req-ccafa6e2-4bd3-47e2-b4eb-68c5de018002 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868700 Oct 15 16:36:39.237326 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54014) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:39.281827 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-851c544b-a6eb-41fa-aef8-25a00e1eb4b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=611996fc1b5c48808b0566d1ec7c35ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432110 Oct 15 16:36:39.284165 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54016) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:39.297294 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-5691d4a7-19ec-4763-8648-76c75d6fa7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:39.298805 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-5691d4a7-19ec-4763-8648-76c75d6fa7ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 1096 time: 0.0418246 Oct 15 16:36:39.332170 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbc0f-8ddf-4989-86af-2401069acc56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:39.353538 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbc0f-8ddf-4989-86af-2401069acc56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:39.396212 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-1820a499-01f7-405d-8b9b-2ff1b41522c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:39.397697 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-1820a499-01f7-405d-8b9b-2ff1b41522c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 916 time: 0.0909817 Oct 15 16:36:39.404008 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbc0f-8ddf-4989-86af-2401069acc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:39.406718 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbc0f-8ddf-4989-86af-2401069acc56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:39.407861 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-1d1cbc0f-8ddf-4989-86af-2401069acc56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2955503-5a56-47fc-8f02-27a4331c6272 HTTP/1.1" status: 204 len: 168 time: 0.1221333 Oct 15 16:36:39.417993 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cbc0f-8ddf-4989-86af-2401069acc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2955503-5a56-47fc-8f02-27a4331c6272,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:39.442496 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-2543a423-1af8-4b7b-aa7c-c7b839a86b51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df HTTP/1.1" status: 200 len: 217 time: 0.0365236 Oct 15 16:36:39.475049 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:39.496550 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-2c89200d-9e60-4bdd-9eb2-b5f221ed94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:39.498375 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-2c89200d-9e60-4bdd-9eb2-b5f221ed94d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45bfe209-3b1e-406d-aa1c-4607ff8cbc26 HTTP/1.1" status: 200 len: 855 time: 0.0487719 Oct 15 16:36:39.516943 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:39.533598 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-0ccc69d1-24fe-4119-ad6b-b4721cd11b8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd4b43be-e473-4dd8-9969-83fc52aa22ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275495 Oct 15 16:36:39.630515 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-080342eb-0eaa-470d-a44a-6acafb7e7e11 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887902 Oct 15 16:36:39.737034 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f1e13-e71a-40f7-b3a4-564ad883f9d4 req-d9bd9f11-f587-482b-9c17-86f4e404490a tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:39.738528 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-558f1e13-e71a-40f7-b3a4-564ad883f9d4 req-d9bd9f11-f587-482b-9c17-86f4e404490a tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 943 time: 0.1071236 Oct 15 16:36:39.771974 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b6812647-a25c-4ec1-8e09-ff48f416e23e req-7ed3691b-b837-4994-8b07-12484e4a9322 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323805 Oct 15 16:36:39.791605 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-558f1e13-e71a-40f7-b3a4-564ad883f9d4 req-5fcd960f-37cf-4a4a-a124-e614e317afb0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Oct 15 16:36:40.457472 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54048) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:40.557182 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0385f680-640a-496b-8060-59ee8c4e62a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:40.631467 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0385f680-640a-496b-8060-59ee8c4e62a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:40.635743 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0385f680-640a-496b-8060-59ee8c4e62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:40.672602 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0385f680-640a-496b-8060-59ee8c4e62a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff6d780fea754ecabc0e7ae4eed0d62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140508 Oct 15 16:36:40.674584 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385f680-640a-496b-8060-59ee8c4e62a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e4d211-1c69-4d88-b2fc-9bd0867f5b94,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:40.675349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54052) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:40.728849 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-409d2b6a-bb58-44f1-b7d5-4a5edcb2cede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:40.749647 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-409d2b6a-bb58-44f1-b7d5-4a5edcb2cede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:40.799002 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-409d2b6a-bb58-44f1-b7d5-4a5edcb2cede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:40.801737 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-409d2b6a-bb58-44f1-b7d5-4a5edcb2cede admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:40.802890 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-409d2b6a-bb58-44f1-b7d5-4a5edcb2cede admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89e4d211-1c69-4d88-b2fc-9bd0867f5b94 HTTP/1.1" status: 204 len: 168 time: 0.1265283 Oct 15 16:36:40.811028 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d2b6a-bb58-44f1-b7d5-4a5edcb2cede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e4d211-1c69-4d88-b2fc-9bd0867f5b94,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:40.920475 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82831775-51ef-4431-85a3-3c647c12a574 req-81fd6cec-be31-4f1a-a4f2-8d3d5ee1367d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:40.922056 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-82831775-51ef-4431-85a3-3c647c12a574 req-81fd6cec-be31-4f1a-a4f2-8d3d5ee1367d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 943 time: 0.0500588 Oct 15 16:36:40.959794 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-82831775-51ef-4431-85a3-3c647c12a574 req-ad67a44b-5a60-4366-9dc4-ddaef25aa83d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Oct 15 16:36:41.062273 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:41.564079 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d08c579d-cb89-48ae-9f2f-5bf6fea8f3df details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:36:41.662604 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:41.674138 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df', 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'port_id': 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df', 'mac_address': 'fa:16:3e:66:97:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bfe209-3b1e-406d-aa1c-4607ff8cbc26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:36:41.713170 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:41.725762 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08c579d-cb89-48ae-9f2f-5bf6fea8f3df {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:36:41.745345 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:41.749185 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:41.801315 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:41.808378 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.808749 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.809093 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.809428 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.809759 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.810091 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.810417 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.810742 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.811068 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.811392 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.811710 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:41.812028 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:42.055681 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['d08c579d-cb89-48ae-9f2f-5bf6fea8f3df'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:36:42.082368 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e868533-49a0-42b8-9ec0-c10c01755614 req-ef8c623d-1baa-4e6d-9a04-d031b0b7626b tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:42.084210 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2e868533-49a0-42b8-9ec0-c10c01755614 req-ef8c623d-1baa-4e6d-9a04-d031b0b7626b tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 944 time: 0.0579059 Oct 15 16:36:42.124489 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2e868533-49a0-42b8-9ec0-c10c01755614 req-61cb060a-223f-4259-adb6-599aa220dfbe tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335517 Oct 15 16:36:43.241115 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68d59-0e24-4cba-8bd6-7ebe4e909fc9 req-50326484-10f5-4b20-a48a-63bb6424918e tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:43.242579 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d3b68d59-0e24-4cba-8bd6-7ebe4e909fc9 req-50326484-10f5-4b20-a48a-63bb6424918e tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 944 time: 0.0513737 Oct 15 16:36:43.280223 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d3b68d59-0e24-4cba-8bd6-7ebe4e909fc9 req-01f4c7c1-a1ce-4cc9-8c67-7abccda5e1f1 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Oct 15 16:36:43.564249 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d08c579d-cb89-48ae-9f2f-5bf6fea8f3df up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:36:43.613877 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:36:43.617560 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:36:43.617923 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:43.692557 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:43.714260 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60149c3-9474-4b4c-a73f-2913224d6b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:36:43.716518 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe97d61f-2fc3-49c9-8823-ac76b9fa2fad" -d '{"events": [{"server_uuid": "f60149c3-9474-4b4c-a73f-2913224d6b8e", "name": "network-vif-plugged", "status": "completed", "tag": "d08c579d-cb89-48ae-9f2f-5bf6fea8f3df"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:36:43.728775 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:36:43.733322 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:43.756388 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be445ebc-8cf1-4c2b-9a1e-efe4f225553b x-openstack-request-id: req-be445ebc-8cf1-4c2b-9a1e-efe4f225553b {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:36:43.756672 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60149c3-9474-4b4c-a73f-2913224d6b8e", "name": "network-vif-plugged", "status": "completed", "tag": "d08c579d-cb89-48ae-9f2f-5bf6fea8f3df", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:36:43.756943 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be445ebc-8cf1-4c2b-9a1e-efe4f225553b {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:36:43.757324 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60149c3-9474-4b4c-a73f-2913224d6b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df', 'code': 200} Oct 15 16:36:43.786285 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:43.925188 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab98c5-c2ec-4b7a-8cbd-9599c3266f7a req-811829cf-8ad3-4ae4-bb02-07abbafa954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:43.927627 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9ab98c5-c2ec-4b7a-8cbd-9599c3266f7a req-811829cf-8ad3-4ae4-bb02-07abbafa954b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 1098 time: 0.0409355 Oct 15 16:36:43.962887 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d9ab98c5-c2ec-4b7a-8cbd-9599c3266f7a req-7e9dcd19-62b4-4788-a71e-9e6bffd96c9c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292335 Oct 15 16:36:44.401789 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc077a-5dcc-4b1a-b995-2e9e04e8329e req-83bed6cd-06d1-4a92-a89a-9a240d719390 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:44.403303 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7efc077a-5dcc-4b1a-b995-2e9e04e8329e req-83bed6cd-06d1-4a92-a89a-9a240d719390 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 945 time: 0.0550482 Oct 15 16:36:44.445237 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7efc077a-5dcc-4b1a-b995-2e9e04e8329e req-1c5be2d2-031b-439f-aa2e-16d520fb202f tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Oct 15 16:36:44.981229 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:45.561121 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c17528-bc3c-4cb3-9d11-651ef9804bea req-21e047e9-5d69-4be0-9cfa-2a906c45c220 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:45.562595 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e5c17528-bc3c-4cb3-9d11-651ef9804bea req-21e047e9-5d69-4be0-9cfa-2a906c45c220 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 945 time: 0.0515265 Oct 15 16:36:45.599702 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e5c17528-bc3c-4cb3-9d11-651ef9804bea req-369e958a-69b7-4f27-b97c-836d122fbae5 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Oct 15 16:36:46.457467 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-163c5587-013b-4942-a198-4b67b12d8c42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387750 Oct 15 16:36:46.540503 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-4d70ddf4-1e1d-4228-8fdb-d602be4a6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:46.542640 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-4d70ddf4-1e1d-4228-8fdb-d602be4a6e21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 1098 time: 0.0402517 Oct 15 16:36:46.651473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-6a18b2d5-951a-4f82-a300-58004331cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:46.653030 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-6a18b2d5-951a-4f82-a300-58004331cd18 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.0897436 Oct 15 16:36:46.727205 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-eb7d3262-c49e-4e22-9d70-5f3d4a6728f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f HTTP/1.1" status: 200 len: 1001 time: 0.0659375 Oct 15 16:36:46.780489 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-9e4cbfd1-2d39-48e2-ad5a-067608a57124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:46.781930 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-9e4cbfd1-2d39-48e2-ad5a-067608a57124 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0463557 Oct 15 16:36:46.830124 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-3bf514d3-c93f-402b-a808-c69068123a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:46.831601 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-3bf514d3-c93f-402b-a808-c69068123a12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405376 Oct 15 16:36:46.920604 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-278cb108-7303-4a8e-a93c-7145e79dd595 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811470 Oct 15 16:36:47.020643 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-14030140-156c-4ba2-95fc-0ddf271c45fc req-7a4fa492-86dc-4c3c-bba8-581079cd0f68 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925074 Oct 15 16:36:48.694479 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54208) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:48.804119 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:48.879182 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:48.882855 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:48.920334 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=008d80ecf53140e89c890cd9a34629c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247515 Oct 15 16:36:48.921272 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bfe252-67ea-4cfd-8257-a0549c517ea8,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:48.923112 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54212) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:48.928418 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.928804 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.929149 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.929486 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.929827 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.930160 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.930495 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.930821 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.931145 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.931471 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.932372 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.932724 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ca11d-e0db-4624-a04b-ab19ca10f8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:36:48.979270 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9bd722d8-4e2f-4f64-87e2-c74250f19014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.000090 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9bd722d8-4e2f-4f64-87e2-c74250f19014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.045877 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9bd722d8-4e2f-4f64-87e2-c74250f19014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.048648 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9bd722d8-4e2f-4f64-87e2-c74250f19014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.053286 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-9bd722d8-4e2f-4f64-87e2-c74250f19014 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71bfe252-67ea-4cfd-8257-a0549c517ea8 HTTP/1.1" status: 204 len: 168 time: 0.1266091 Oct 15 16:36:49.070604 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd722d8-4e2f-4f64-87e2-c74250f19014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bfe252-67ea-4cfd-8257-a0549c517ea8,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:49.316363 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54220) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:49.329136 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7f04ef44-15b1-4e08-8c0c-99a4ccefe394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.404069 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7f04ef44-15b1-4e08-8c0c-99a4ccefe394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.407957 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7f04ef44-15b1-4e08-8c0c-99a4ccefe394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.444847 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-7f04ef44-15b1-4e08-8c0c-99a4ccefe394 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b553bc847c4431495edc53653b72385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273711 Oct 15 16:36:49.445750 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04ef44-15b1-4e08-8c0c-99a4ccefe394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ba45de-263b-44fc-9e98-6320484b2390,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:49.447535 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54222) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:49.499731 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1a3d524b-f083-44fb-b27f-e01fbf4fa26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.520080 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1a3d524b-f083-44fb-b27f-e01fbf4fa26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.565356 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1a3d524b-f083-44fb-b27f-e01fbf4fa26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.567930 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-1a3d524b-f083-44fb-b27f-e01fbf4fa26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.569106 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-1a3d524b-f083-44fb-b27f-e01fbf4fa26d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94ba45de-263b-44fc-9e98-6320484b2390 HTTP/1.1" status: 204 len: 168 time: 0.1205168 Oct 15 16:36:49.576798 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d524b-f083-44fb-b27f-e01fbf4fa26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ba45de-263b-44fc-9e98-6320484b2390,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:49.887582 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54228) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:49.901710 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-374fd45e-332e-4ba2-bf16-dc7b38e3ccf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.975408 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-374fd45e-332e-4ba2-bf16-dc7b38e3ccf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:49.979155 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-374fd45e-332e-4ba2-bf16-dc7b38e3ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:50.015746 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-374fd45e-332e-4ba2-bf16-dc7b38e3ccf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c571e59ff9a4289bf3a692948ec76aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267967 Oct 15 16:36:50.017709 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fd45e-332e-4ba2-bf16-dc7b38e3ccf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111fc158-5fd2-45c4-b838-e9f641dd589d,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:50.018636 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54230) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:36:50.069551 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9ff0e76e-bbf9-4066-bb6d-f362b9fc04ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:50.090894 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9ff0e76e-bbf9-4066-bb6d-f362b9fc04ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:50.141181 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9ff0e76e-bbf9-4066-bb6d-f362b9fc04ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:50.143849 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9ff0e76e-bbf9-4066-bb6d-f362b9fc04ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:50.147851 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-9ff0e76e-bbf9-4066-bb6d-f362b9fc04ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/111fc158-5fd2-45c4-b838-e9f641dd589d HTTP/1.1" status: 204 len: 168 time: 0.1280289 Oct 15 16:36:50.157651 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0e76e-bbf9-4066-bb6d-f362b9fc04ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111fc158-5fd2-45c4-b838-e9f641dd589d,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:56.375156 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-3eb448d4-5dcd-4f8a-9677-fe1b63983a34 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:56.376566 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-3eb448d4-5dcd-4f8a-9677-fe1b63983a34 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 815 time: 0.1042273 Oct 15 16:36:56.391998 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a8270b49-f950-4302-97e9-beb237bedb03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/quotas/9cc110957c68474d92afc575eea784d1 HTTP/1.1" status: 200 len: 375 time: 0.0098481 Oct 15 16:36:56.445095 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-51abe6c2-cbc0-42a7-83f8-9c98aa0df2a2 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480206 Oct 15 16:36:56.539946 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-11501c20-eb11-4586-80b6-29acd6ff7d66 service neutron] 10.222.0.44 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865319 Oct 15 16:36:56.629864 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-4bda578d-9fad-40a4-a296-a974f85b150c service neutron] 10.222.0.44 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834754 Oct 15 16:36:56.793760 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0bb19da4-abab-4bb6-a308-58bde802522e req-dc629b67-36a1-4de7-a64b-efcb44757f20 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 210 time: 0.0300512 Oct 15 16:36:57.891870 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-336fb7c8-80cb-4aab-a460-6dd5799031fb req-e11aaf3c-23b4-4269-82df-2210d1833fa2 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 210 time: 0.0331545 Oct 15 16:36:58.075851 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-b81c0718-7f30-4e49-a341-b5805af2a573 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:58.077245 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-b81c0718-7f30-4e49-a341-b5805af2a573 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 815 time: 0.1085048 Oct 15 16:36:58.097675 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Request body: {'port': {'device_id': '8f8fcda1-176d-45cd-ab78-d46016a5f31b', 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'admin_state_up': True, 'tenant_id': '9cc110957c68474d92afc575eea784d1'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:58.211957 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Made reservation on behalf of 9cc110957c68474d92afc575eea784d1 for: {'port': 1} {{(pid=99836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 16:36:58.215427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:58.347285 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_common [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Allocated IP 172.20.0.3 (bd4b43be-e473-4dd8-9969-83fc52aa22ba/45bfe209-3b1e-406d-aa1c-4607ff8cbc26/9cbb5355-b67b-45c6-b349-667390b2850a) {{(pid=99836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 16:36:58.495933 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks [] for port, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:58.529140 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755560600095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:58.542410 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['6a307e10-e19e-4059-acad-ab1b1516169f', '5503f75d-9686-4a7d-8178-e736f6e81a30', 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:36:58.574738 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Network bd4b43be-e473-4dd8-9969-83fc52aa22ba is already hosted by enough agents. {{(pid=99836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 16:36:58.577713 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.base_scheduler [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Resources bound (agent type, host, resource id): {{(pid=99836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 16:36:58.583423 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Received port after_create {{(pid=99836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 16:36:58.609089 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Pushing event updated for resources: {'Port': ['ID=9cbb5355-b67b-45c6-b349-667390b2850a,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:58.640137 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:58.641228 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:58.664016 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a65d9510-b9be-436c-8faf-cb5ee5ac3a6c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703118 Oct 15 16:36:58.684392 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.v2.base [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Request body: {'port': {'device_id': '8f8fcda1-176d-45cd-ab78-d46016a5f31b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=99836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 16:36:58.740397 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:59.031654 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbb5355-b67b-45c6-b349-667390b2850a {{(pid=99836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:36:59.040886 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:59.062509 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3db01f-1b5b-40de-95cd-c928ac967d2b req-5b94a99a-6eee-4fd4-8491-49501f3aaad6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:59.064777 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ab3db01f-1b5b-40de-95cd-c928ac967d2b req-5b94a99a-6eee-4fd4-8491-49501f3aaad6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 931 time: 0.1029034 Oct 15 16:36:59.068847 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.provisioning_blocks [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Transition to ACTIVE for port object 9cbb5355-b67b-45c6-b349-667390b2850a will not be triggered until provisioned by entity L2. {{(pid=99836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 16:36:59.078469 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:59.160058 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ab3db01f-1b5b-40de-95cd-c928ac967d2b req-943aa2a6-d2d6-44e8-961b-cbba48708ba4 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826683 Oct 15 16:36:59.160655 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbb5355-b67b-45c6-b349-667390b2850a,revision_number=2']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:59.227760 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Attempting to bind port 9cbb5355-b67b-45c6-b349-667390b2850a on host hv-cinder-80191 for vnic_type normal with profile {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 16:36:59.228094 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Attempting to bind port 9cbb5355-b67b-45c6-b349-667390b2850a by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 16:36:59.228468 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Attempting to bind port 9cbb5355-b67b-45c6-b349-667390b2850a on network bd4b43be-e473-4dd8-9969-83fc52aa22ba {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:36:59.232596 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Port 9cbb5355-b67b-45c6-b349-667390b2850a on network bd4b43be-e473-4dd8-9969-83fc52aa22ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 16:36:59.232950 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Attempting to bind port 9cbb5355-b67b-45c6-b349-667390b2850a on network bd4b43be-e473-4dd8-9969-83fc52aa22ba {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 16:36:59.238026 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Checking agent: {'id': '321ebbf1-4c5e-4e25-bd1e-c504db415738', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'started_at': datetime.datetime(2021, 10, 15, 16, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 16, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 16:36:59.238389 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Checking segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 16:36:59.238796 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Bound using segment: {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'} {{(pid=99836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 16:36:59.239279 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.managers [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Bound port: 9cbb5355-b67b-45c6-b349-667390b2850a, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ef550e-ee44-42eb-aa31-e0c80a38d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba'}}] {{(pid=99836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 16:36:59.239687 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:59.301368 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] For port 9cbb5355-b67b-45c6-b349-667390b2850a, host hv-cinder-80191, cleared binding levels {{(pid=99836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 16:36:59.304600 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] For port 9cbb5355-b67b-45c6-b349-667390b2850a, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9cbb5355-b67b-45c6-b349-667390b2850a,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 16:36:59.309242 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532520415'] for port, after_update {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:59.342283 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:59.342888 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:36:59.344262 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] 10.222.0.66 "PUT /v2.0/ports/9cbb5355-b67b-45c6-b349-667390b2850a HTTP/1.1" status: 200 len: 1093 time: 0.6640518 Oct 15 16:36:59.344695 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8fcda1-176d-45cd-ab78-d46016a5f31b', 'tag': '9cbb5355-b67b-45c6-b349-667390b2850a'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:36:59.346965 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c85d6-0e3a-487d-b592-7633af2685a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8fcda1-176d-45cd-ab78-d46016a5f31b", "tag": "9cbb5355-b67b-45c6-b349-667390b2850a"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:36:59.373875 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86b289-3ab4-4469-840b-a69bfc27b4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbb5355-b67b-45c6-b349-667390b2850a,revision_number=3']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:36:59.383152 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019208af-a602-47f8-9d72-a17a0a017bbf x-openstack-request-id: req-019208af-a602-47f8-9d72-a17a0a017bbf {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:36:59.383337 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8fcda1-176d-45cd-ab78-d46016a5f31b", "tag": "9cbb5355-b67b-45c6-b349-667390b2850a", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:36:59.383587 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-019208af-a602-47f8-9d72-a17a0a017bbf {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:36:59.384024 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8fcda1-176d-45cd-ab78-d46016a5f31b', 'tag': '9cbb5355-b67b-45c6-b349-667390b2850a', 'status': 'completed', 'code': 200} Oct 15 16:36:59.440418 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-555c5f1c-0551-47e5-b02a-8d53adf3e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:59.441863 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-555c5f1c-0551-47e5-b02a-8d53adf3e93a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 1096 time: 0.0446727 Oct 15 16:36:59.485695 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-6b5914e3-707a-4796-ad6d-e8bb56ced6d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cbb5355-b67b-45c6-b349-667390b2850a HTTP/1.1" status: 200 len: 217 time: 0.0329456 Oct 15 16:36:59.534923 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-3cd5afb1-7318-470d-97d7-f75bff4583ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:36:59.536385 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-3cd5afb1-7318-470d-97d7-f75bff4583ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45bfe209-3b1e-406d-aa1c-4607ff8cbc26 HTTP/1.1" status: 200 len: 855 time: 0.0435071 Oct 15 16:36:59.567900 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-ec38cb3a-2454-481b-9202-55fa041229bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd4b43be-e473-4dd8-9969-83fc52aa22ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239956 Oct 15 16:36:59.667989 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-696f15ba-7f84-490e-9bc4-7dd60a842eb2 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877309 Oct 15 16:36:59.767142 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a95e81cb-03b1-4d1a-b5ee-47d047aefc8b req-a72ad140-88ef-453b-aa40-272299b2acf1 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904465 Oct 15 16:37:00.118404 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-55a54a23-2b3c-446a-846e-1af24ace234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:00.119941 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-55a54a23-2b3c-446a-846e-1af24ace234d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cc110957c68474d92afc575eea784d1&device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 1096 time: 0.2960076 Oct 15 16:37:00.210887 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-1f996573-2550-478e-a04d-4bef8904073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:00.212362 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-1f996573-2550-478e-a04d-4bef8904073e service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 200 len: 916 time: 0.0852320 Oct 15 16:37:00.271204 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-1509e0fa-1e41-4579-b707-7fc26d2773f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cbb5355-b67b-45c6-b349-667390b2850a HTTP/1.1" status: 200 len: 217 time: 0.0450597 Oct 15 16:37:00.342376 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fec83-ae86-401e-9c75-5b61fa897fa7 req-b8a18e2e-3745-46bc-9061-7951422a9e5c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:00.343834 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-351fec83-ae86-401e-9c75-5b61fa897fa7 req-b8a18e2e-3745-46bc-9061-7951422a9e5c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 943 time: 0.1114676 Oct 15 16:37:00.345127 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-42d1bd92-b390-4e3f-9a54-305d8840c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:00.346422 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-42d1bd92-b390-4e3f-9a54-305d8840c774 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45bfe209-3b1e-406d-aa1c-4607ff8cbc26 HTTP/1.1" status: 200 len: 855 time: 0.0621736 Oct 15 16:37:00.390767 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-84db2116-cd45-4de5-98ed-9c1778346946 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd4b43be-e473-4dd8-9969-83fc52aa22ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343852 Oct 15 16:37:00.414283 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-351fec83-ae86-401e-9c75-5b61fa897fa7 req-80f0fedf-bbea-4e5e-bdd4-60e8a2bda72e tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644970 Oct 15 16:37:00.490700 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-92f587c8-1001-441b-8d10-da71ad936372 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856237 Oct 15 16:37:00.584901 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-536c85d6-0e3a-487d-b592-7633af2685a1 req-65cc291d-01aa-449c-b691-15608cb5b649 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856371 Oct 15 16:37:01.531247 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7b48c-8131-4d69-b30e-f8dbbf3e0c3b req-7179fc5e-bcd5-4103-a953-0fe5f4e81ffb tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:01.532892 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d2f7b48c-8131-4d69-b30e-f8dbbf3e0c3b req-7179fc5e-bcd5-4103-a953-0fe5f4e81ffb tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 943 time: 0.0491047 Oct 15 16:37:01.570011 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d2f7b48c-8131-4d69-b30e-f8dbbf3e0c3b req-6cee0bda-bb8d-4371-9dd3-a820b5190ea7 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Oct 15 16:37:01.599043 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 9cbb5355-b67b-45c6-b349-667390b2850a details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:37:01.823401 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 9cbb5355-b67b-45c6-b349-667390b2850a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9cbb5355-b67b-45c6-b349-667390b2850a,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:01.834800 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': '9cbb5355-b67b-45c6-b349-667390b2850a', 'network_id': 'bd4b43be-e473-4dd8-9969-83fc52aa22ba', 'port_id': '9cbb5355-b67b-45c6-b349-667390b2850a', 'mac_address': 'fa:16:3e:0c:cc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bfe209-3b1e-406d-aa1c-4607ff8cbc26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:37:01.872002 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:01.884268 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbb5355-b67b-45c6-b349-667390b2850a {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:37:01.904906 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 9cbb5355-b67b-45c6-b349-667390b2850a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9cbb5355-b67b-45c6-b349-667390b2850a,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:01.909000 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:01.955940 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=9cbb5355-b67b-45c6-b349-667390b2850a,revision_number=4']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:02.230453 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['9cbb5355-b67b-45c6-b349-667390b2850a'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:37:02.683279 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fad092-77e2-4af2-bbff-a7851eaa8714 req-19a7c331-cc85-4020-923e-4fd9c266d986 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:02.684759 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-19fad092-77e2-4af2-bbff-a7851eaa8714 req-19a7c331-cc85-4020-923e-4fd9c266d986 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 944 time: 0.0481336 Oct 15 16:37:02.725743 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-19fad092-77e2-4af2-bbff-a7851eaa8714 req-e18b2fec-e8b2-4002-99c5-c91c98031ae6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349243 Oct 15 16:37:03.616048 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 9cbb5355-b67b-45c6-b349-667390b2850a up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:37:03.663570 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning for port 9cbb5355-b67b-45c6-b349-667390b2850a completed by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 16:37:03.667836 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port 9cbb5355-b67b-45c6-b349-667390b2850a triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:37:03.668208 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:03.744759 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:03.770108 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8fcda1-176d-45cd-ab78-d46016a5f31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbb5355-b67b-45c6-b349-667390b2850a'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:03.772487 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2a7538-8145-4ef2-932e-3798066a318c" -d '{"events": [{"server_uuid": "8f8fcda1-176d-45cd-ab78-d46016a5f31b", "name": "network-vif-plugged", "status": "completed", "tag": "9cbb5355-b67b-45c6-b349-667390b2850a"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:03.793048 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port 9cbb5355-b67b-45c6-b349-667390b2850a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9cbb5355-b67b-45c6-b349-667390b2850a,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:03.799721 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:03.834915 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de84b01e-a3ba-4af1-9686-80b56c738b4a x-openstack-request-id: req-de84b01e-a3ba-4af1-9686-80b56c738b4a {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:03.835207 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8fcda1-176d-45cd-ab78-d46016a5f31b", "name": "network-vif-plugged", "status": "completed", "tag": "9cbb5355-b67b-45c6-b349-667390b2850a", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:03.835464 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de84b01e-a3ba-4af1-9686-80b56c738b4a {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:03.835856 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8fcda1-176d-45cd-ab78-d46016a5f31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbb5355-b67b-45c6-b349-667390b2850a', 'code': 200} Oct 15 16:37:03.846773 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793edb5e-e938-4957-8f1c-0b00a4887bd3 req-8da35c84-4f41-4fac-97bb-75f059016a7c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:03.848125 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-793edb5e-e938-4957-8f1c-0b00a4887bd3 req-8da35c84-4f41-4fac-97bb-75f059016a7c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.0507128 Oct 15 16:37:03.871934 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=9cbb5355-b67b-45c6-b349-667390b2850a,revision_number=5']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:03.886921 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-793edb5e-e938-4957-8f1c-0b00a4887bd3 req-c51b95b8-d37a-42ec-a5f4-15ce5a6716d1 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327182 Oct 15 16:37:04.006703 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba676e3e-b59b-4c8e-ad8f-d58ff7b4a30d req-5e4e42a9-f5f5-4f10-b2ac-db9d36d4da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:04.008449 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ba676e3e-b59b-4c8e-ad8f-d58ff7b4a30d req-5e4e42a9-f5f5-4f10-b2ac-db9d36d4da99 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 1098 time: 0.0398967 Oct 15 16:37:04.045029 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ba676e3e-b59b-4c8e-ad8f-d58ff7b4a30d req-da2a57dd-4966-43db-8993-218c2b44ecfb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279591 Oct 15 16:37:05.002387 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fba11-7da3-4f92-8e4e-1369fd2fa56d req-0bda2186-a9f7-4c16-bdb3-c319e4ae1a40 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:05.003831 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-173fba11-7da3-4f92-8e4e-1369fd2fa56d req-0bda2186-a9f7-4c16-bdb3-c319e4ae1a40 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.0475061 Oct 15 16:37:05.043115 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-173fba11-7da3-4f92-8e4e-1369fd2fa56d req-739c2faf-3296-417e-b503-43e24a895343 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Oct 15 16:37:05.765735 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-b793ef65-d91f-468a-ba97-98b76f03d71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:06.155682 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fd0ba-0e4d-46d8-846d-305caa6d83cb req-9fa23731-7e04-4d75-bb93-0690516cbf78 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:06.157229 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-552fd0ba-0e4d-46d8-846d-305caa6d83cb req-9fa23731-7e04-4d75-bb93-0690516cbf78 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.0497308 Oct 15 16:37:06.195279 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-552fd0ba-0e4d-46d8-846d-305caa6d83cb req-a6671d22-6b28-4e57-b1af-50b7c7522e85 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Oct 15 16:37:08.525505 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-185c1cfc-a92e-4dbb-8f32-e3ec48c439fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:09.480229 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:09.519761 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:11.064771 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:14.985865 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:15.051582 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:37:17.962594 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96d252-2353-4c5d-bd36-8f552fe8b102 req-1aa949a0-7c57-4d26-8045-4dccb193e35d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:17.964119 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bd96d252-2353-4c5d-bd36-8f552fe8b102 req-1aa949a0-7c57-4d26-8045-4dccb193e35d tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.0489666 Oct 15 16:37:18.031109 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-bd96d252-2353-4c5d-bd36-8f552fe8b102 req-5ed5c542-b47d-4a1e-b726-d187decec480 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578966 Oct 15 16:37:18.039116 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7c556-0427-460b-a556-0a189f10af35 req-f1f7ac23-47a5-47fc-b27d-d4c23ef364b7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:18.040555 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-11c7c556-0427-460b-a556-0a189f10af35 req-f1f7ac23-47a5-47fc-b27d-d4c23ef364b7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0755682 Oct 15 16:37:18.084077 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-11c7c556-0427-460b-a556-0a189f10af35 req-f1b19e4c-2bc2-4c49-b7c0-41decf782144 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375335 Oct 15 16:37:19.147075 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f09129-6319-40ab-8ab9-ddc27cc46c9a req-55548c85-2be3-43c5-b7dc-86da7d487541 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:19.148624 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-44f09129-6319-40ab-8ab9-ddc27cc46c9a req-55548c85-2be3-43c5-b7dc-86da7d487541 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.0512125 Oct 15 16:37:19.218862 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-44f09129-6319-40ab-8ab9-ddc27cc46c9a req-fe9fcd0d-6e2a-4f52-80d1-7a7cdf6ffccb tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625417 Oct 15 16:37:19.227059 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb624a-62e6-4e2d-8d22-db2e6873fc2e req-bcd8cc19-b8a5-4a4e-a828-66cd06707710 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:19.228494 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-53cb624a-62e6-4e2d-8d22-db2e6873fc2e req-bcd8cc19-b8a5-4a4e-a828-66cd06707710 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0740669 Oct 15 16:37:19.274308 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-53cb624a-62e6-4e2d-8d22-db2e6873fc2e req-3848249f-c692-4ded-88c3-7eb6f8516603 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Oct 15 16:37:20.334210 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e4f37-91bd-442b-9923-35f8a1d80d4b req-98a262ce-20b4-4aac-bfd6-7ec6e92c8101 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:20.335777 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-809e4f37-91bd-442b-9923-35f8a1d80d4b req-98a262ce-20b4-4aac-bfd6-7ec6e92c8101 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.0500119 Oct 15 16:37:20.404226 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-809e4f37-91bd-442b-9923-35f8a1d80d4b req-08a1220a-3da7-4b93-a101-459eee83973f tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616558 Oct 15 16:37:20.412342 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ddefa-d3ad-484a-b7c9-107ae9040be9 req-c80ddafc-717b-44d6-b798-5a0a3618207f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:20.413842 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fb4ddefa-d3ad-484a-b7c9-107ae9040be9 req-c80ddafc-717b-44d6-b798-5a0a3618207f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0730603 Oct 15 16:37:20.454642 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fb4ddefa-d3ad-484a-b7c9-107ae9040be9 req-f44339c7-3548-481b-b0a6-232e0061c25c tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335205 Oct 15 16:37:21.559503 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42226588-6a1e-4994-b2c8-785f2258e386 req-0729eec7-f6ac-4df3-a6d9-8e747c58b308 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:21.561013 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-42226588-6a1e-4994-b2c8-785f2258e386 req-0729eec7-f6ac-4df3-a6d9-8e747c58b308 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.0881114 Oct 15 16:37:21.604757 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617381e-5573-457b-8ba5-5d16d54251c8 req-4812f64c-180f-42d0-bb82-241d4003f69c tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:21.606293 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f617381e-5573-457b-8ba5-5d16d54251c8 req-4812f64c-180f-42d0-bb82-241d4003f69c tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0805800 Oct 15 16:37:21.632949 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-42226588-6a1e-4994-b2c8-785f2258e386 req-29c86419-f35c-4da3-8d32-b4a39024cd35 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656393 Oct 15 16:37:21.655462 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f617381e-5573-457b-8ba5-5d16d54251c8 req-93b3a0ff-dfda-4b80-87fd-1d6af4de2510 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Oct 15 16:37:22.592841 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-b8096659-0767-483e-a6be-ef5fd1f82e34 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:22.594266 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-b8096659-0767-483e-a6be-ef5fd1f82e34 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.0471733 Oct 15 16:37:22.661572 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54564) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:22.703894 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Deleting port 9cbb5355-b67b-45c6-b349-667390b2850a {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:22.704821 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:22.852112 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Deleting port de76580b-8c57-47b1-8974-cdbb571ba0f3 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:22.852358 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:22.869288 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] For port 9cbb5355-b67b-45c6-b349-667390b2850a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9cbb5355-b67b-45c6-b349-667390b2850a,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:22.869656 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:22.885451 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163449b3-76d4-4ce1-be63-d5adb527cccf req-0e653563-7be7-4f13-b19f-4850e22d2417 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:22.887490 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-163449b3-76d4-4ce1-be63-d5adb527cccf req-0e653563-7be7-4f13-b19f-4850e22d2417 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.1477797 Oct 15 16:37:22.900222 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569d959-c935-4136-a231-7ca8751eaf08 req-6c3c8d8d-ec28-4a16-bc45-0cfd7b453a9f tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:22.901730 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e569d959-c935-4136-a231-7ca8751eaf08 req-6c3c8d8d-ec28-4a16-bc45-0cfd7b453a9f tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8fcda1-176d-45cd-ab78-d46016a5f31b HTTP/1.1" status: 200 len: 945 time: 0.1613867 Oct 15 16:37:22.903340 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Calling delete_port for 9cbb5355-b67b-45c6-b349-667390b2850a owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:22.928957 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:22.929302 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:22.941961 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Calling delete_port for de76580b-8c57-47b1-8974-cdbb571ba0f3 owned by network:floatingip {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:23.003256 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-163449b3-76d4-4ce1-be63-d5adb527cccf req-926dd5a8-e730-4bef-bcd2-9a6d21a13a69 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972967 Oct 15 16:37:23.030206 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e569d959-c935-4136-a231-7ca8751eaf08 req-88f40bb8-41d9-46d0-90c7-a6bc0653bbc8 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154165 Oct 15 16:37:23.105688 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:23.120623 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:23.121108 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['6a307e10-e19e-4059-acad-ab1b1516169f', '5503f75d-9686-4a7d-8178-e736f6e81a30', 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df', '9cbb5355-b67b-45c6-b349-667390b2850a'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:37:23.135969 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Pushing event deleted for resources: {'Port': ['ID=9cbb5355-b67b-45c6-b349-667390b2850a,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:23.157521 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event deleted for resources: {'Port': ['ID=de76580b-8c57-47b1-8974-cdbb571ba0f3,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:23.194121 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] No DVR routers for this DVR port 9cbb5355-b67b-45c6-b349-667390b2850a on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:23.197312 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:23.201559 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ab5464fd-7b43-4c04-9c67-6cf2128ccadf req-52a45abd-6504-4dcf-a674-f68c73e578d0 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "DELETE /v2.0/ports/9cbb5355-b67b-45c6-b349-667390b2850a HTTP/1.1" status: 204 len: 173 time: 0.6009068 Oct 15 16:37:23.202111 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8fcda1-176d-45cd-ab78-d46016a5f31b', 'name': 'network-vif-deleted', 'tag': '9cbb5355-b67b-45c6-b349-667390b2850a'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:23.204504 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8730cc-7fbe-4f37-95ec-ef45cf7b2774" -d '{"events": [{"server_uuid": "8f8fcda1-176d-45cd-ab78-d46016a5f31b", "name": "network-vif-deleted", "tag": "9cbb5355-b67b-45c6-b349-667390b2850a"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:23.241628 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:23.242082 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Floating IP 3a5cc44c-8774-4571-86bd-b699f30c1740 disassociated (deleted). External IP: 172.27.2.92, port: 7af990f2-b581-4e6c-88f7-786568c33358. Oct 15 16:37:23.252211 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b078c-3c76-4519-a503-aeb238d37b8a x-openstack-request-id: req-4e8b078c-3c76-4519-a503-aeb238d37b8a {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:23.252626 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8fcda1-176d-45cd-ab78-d46016a5f31b", "name": "network-vif-deleted", "tag": "9cbb5355-b67b-45c6-b349-667390b2850a", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:23.252910 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e8b078c-3c76-4519-a503-aeb238d37b8a {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:23.253314 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8fcda1-176d-45cd-ab78-d46016a5f31b', 'name': 'network-vif-deleted', 'tag': '9cbb5355-b67b-45c6-b349-667390b2850a', 'status': 'completed', 'code': 200} Oct 15 16:37:23.465285 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:37:23.570835 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:37:23.575818 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:23.580414 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:37:23.589250 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:37:23.589871 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:37:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:23.601034 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-52afefcd-e5ce-477e-a091-fbde16eae11f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "DELETE /v2.0/floatingips/3a5cc44c-8774-4571-86bd-b699f30c1740 HTTP/1.1" status: 204 len: 168 time: 0.9383333 Oct 15 16:37:23.601624 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:23.603966 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a743871-871e-45b3-9ac1-425335a09682" -d '{"events": [{"name": "network-changed", "server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "tag": "7af990f2-b581-4e6c-88f7-786568c33358"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:23.640469 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975623d4-a8b9-4fae-8d30-29e24fa3c05e x-openstack-request-id: req-975623d4-a8b9-4fae-8d30-29e24fa3c05e {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:23.640731 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "tag": "7af990f2-b581-4e6c-88f7-786568c33358", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:23.640997 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-975623d4-a8b9-4fae-8d30-29e24fa3c05e {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:23.641401 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358', 'status': 'completed', 'code': 200} Oct 15 16:37:23.721464 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:37:23.725421 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743871-871e-45b3-9ac1-425335a09682 req-512cdc96-df65-47a3-8b05-ffd0513e1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:23.727103 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a743871-871e-45b3-9ac1-425335a09682 req-512cdc96-df65-47a3-8b05-ffd0513e1951 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 1098 time: 0.0547471 Oct 15 16:37:23.873758 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743871-871e-45b3-9ac1-425335a09682 req-599ad334-0f50-4696-b9c0-4ddcd79648d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:23.875364 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a743871-871e-45b3-9ac1-425335a09682 req-599ad334-0f50-4696-b9c0-4ddcd79648d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.1396544 Oct 15 16:37:23.888079 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40f4fa-fd1b-4251-b73d-82097389872d req-baa4a3af-084f-4610-a1bd-3f342e70eeaf tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:23.895762 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fc40f4fa-fd1b-4251-b73d-82097389872d req-baa4a3af-084f-4610-a1bd-3f342e70eeaf tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 945 time: 0.0799575 Oct 15 16:37:23.946307 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a743871-871e-45b3-9ac1-425335a09682 req-7e13f15c-eabf-4506-a915-3fba15ea65b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7af990f2-b581-4e6c-88f7-786568c33358 HTTP/1.1" status: 200 len: 217 time: 0.0482953 Oct 15 16:37:23.988626 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-fc40f4fa-fd1b-4251-b73d-82097389872d req-2d0fb234-e12d-4351-a369-dc74c219894f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918624 Oct 15 16:37:24.007599 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743871-871e-45b3-9ac1-425335a09682 req-e9b10973-a13c-4519-9bbb-3cf444db3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:24.009301 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a743871-871e-45b3-9ac1-425335a09682 req-e9b10973-a13c-4519-9bbb-3cf444db3abf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0531442 Oct 15 16:37:24.012771 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:39Z', 'revision_number': 1, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:24.042907 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:37:24.051929 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:37:24.053763 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:37:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:24.066159 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743871-871e-45b3-9ac1-425335a09682 req-18ba16de-b575-4c81-a868-084570ee3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:24.067820 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a743871-871e-45b3-9ac1-425335a09682 req-18ba16de-b575-4c81-a868-084570ee3bd9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503886 Oct 15 16:37:24.172867 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:37:24.198579 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f84d3-d404-41d5-b8ee-9f3fc0c505df req-a514ca18-011d-44d5-b8d4-b1c1c8f15f8e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:24.200671 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f81f84d3-d404-41d5-b8ee-9f3fc0c505df req-a514ca18-011d-44d5-b8d4-b1c1c8f15f8e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.1246164 Oct 15 16:37:24.242398 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a743871-871e-45b3-9ac1-425335a09682 req-5e9bf906-e7b1-4632-ad54-76b5bbb1da5b service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552026 Oct 15 16:37:24.279185 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f81f84d3-d404-41d5-b8ee-9f3fc0c505df req-d9e3ec71-51f4-4c4d-ba5f-c05c563c63db tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652885 Oct 15 16:37:24.362275 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1a743871-871e-45b3-9ac1-425335a09682 req-0baa451c-b034-490b-8e48-b3b902975395 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084473 Oct 15 16:37:24.443253 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:39Z', 'revision_number': 1, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:24.474086 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e898c-cac1-49ee-8063-4b76721acfcf None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_floatingips': [{'id': 'c2d61ea6-38c5-4da2-9f43-a887ba9b397c', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'router_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'port_id': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'mac_address': 'fa:16:3e:25:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb9950-38fa-41de-b011-95900a0aff3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T16:33:36Z', 'updated_at': '2021-10-15T16:33:39Z', 'revision_number': 1, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:37:24.689561 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e15bce-a373-4013-ab7c-f912c652872d None None] New status for floating IP 3a5cc44c-8774-4571-86bd-b699f30c1740: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:37:25.105992 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ccef4-58d6-4332-857d-85112a460572 req-e43d4334-5ad1-453e-9dc5-2ea4012809ff tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:25.107457 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a77ccef4-58d6-4332-857d-85112a460572 req-e43d4334-5ad1-453e-9dc5-2ea4012809ff tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 945 time: 0.0516593 Oct 15 16:37:25.145973 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a77ccef4-58d6-4332-857d-85112a460572 req-d65d8bab-fce6-400a-81b6-84bab7fa1a9c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324252 Oct 15 16:37:25.404349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbecf2-6755-4750-b659-de79beb8b2e5 req-fa4be97a-ea01-4860-afca-938e8c066a8a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:25.405951 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-46dbecf2-6755-4750-b659-de79beb8b2e5 req-fa4be97a-ea01-4860-afca-938e8c066a8a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0568626 Oct 15 16:37:25.469470 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-46dbecf2-6755-4750-b659-de79beb8b2e5 req-e4e95f14-572c-4e5d-97fa-11159fcd2dbf tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569751 Oct 15 16:37:25.490023 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a100d21-f997-45d6-8bf5-507353e2f4f8 req-f6b8fa0e-56b2-4780-b81c-98c83591e9ab tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:25.490023 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2a100d21-f997-45d6-8bf5-507353e2f4f8 req-f6b8fa0e-56b2-4780-b81c-98c83591e9ab tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 945 time: 0.0614619 Oct 15 16:37:25.528459 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-2a100d21-f997-45d6-8bf5-507353e2f4f8 req-53ac2110-d073-42c7-9d37-773981bf91e2 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325515 Oct 15 16:37:25.652048 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-ddc45ac0-86da-4fbb-a399-71d98369c630 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:25.653989 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-ddc45ac0-86da-4fbb-a399-71d98369c630 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 945 time: 0.0522707 Oct 15 16:37:25.739029 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 9cbb5355-b67b-45c6-b349-667390b2850a no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:25.742052 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Deleting port 7af990f2-b581-4e6c-88f7-786568c33358 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:25.742391 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:25.758255 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 9cbb5355-b67b-45c6-b349-667390b2850a {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:25.758606 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 9cbb5355-b67b-45c6-b349-667390b2850a not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:25.833299 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] For port 7af990f2-b581-4e6c-88f7-786568c33358, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7af990f2-b581-4e6c-88f7-786568c33358,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:25.833661 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:25.846105 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Calling delete_port for 7af990f2-b581-4e6c-88f7-786568c33358 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:25.966920 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:25.998275 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event deleted for resources: {'Port': ['ID=7af990f2-b581-4e6c-88f7-786568c33358,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:26.038865 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] No DVR routers for this DVR port 7af990f2-b581-4e6c-88f7-786568c33358 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:26.041380 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:26.044657 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-089b42f2-4ff3-40fc-8ca5-54d26098e943 req-7602a6bf-1786-4687-a44d-d2486e34dcb2 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "DELETE /v2.0/ports/7af990f2-b581-4e6c-88f7-786568c33358 HTTP/1.1" status: 204 len: 173 time: 0.3844225 Oct 15 16:37:26.045110 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'name': 'network-vif-deleted', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:26.047350 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c12b0-79ff-42a0-8bb8-5d0ec7346e06" -d '{"events": [{"server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "name": "network-vif-deleted", "tag": "7af990f2-b581-4e6c-88f7-786568c33358"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:26.089594 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3319e8b0-b9f6-4459-ac5f-4564086c42df x-openstack-request-id: req-3319e8b0-b9f6-4459-ac5f-4564086c42df {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:26.090066 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d99844-4716-4613-a2b0-0734a23f36e6", "name": "network-vif-deleted", "tag": "7af990f2-b581-4e6c-88f7-786568c33358", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:26.090327 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3319e8b0-b9f6-4459-ac5f-4564086c42df {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:26.090727 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d99844-4716-4613-a2b0-0734a23f36e6', 'name': 'network-vif-deleted', 'tag': '7af990f2-b581-4e6c-88f7-786568c33358', 'status': 'completed', 'code': 200} Oct 15 16:37:26.241545 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a5325304-6332-4c5c-887b-3f380eda290f req-5abae471-0759-418a-9455-17795b268b0f tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d99844-4716-4613-a2b0-0734a23f36e6 HTTP/1.1" status: 200 len: 210 time: 0.0265217 Oct 15 16:37:26.328568 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54620) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:26.438394 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-645fd3e9-93c9-4843-b308-97472ae0034e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:26.527868 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-645fd3e9-93c9-4843-b308-97472ae0034e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:26.531814 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-645fd3e9-93c9-4843-b308-97472ae0034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:26.571235 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-645fd3e9-93c9-4843-b308-97472ae0034e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad652fd49f6f46dab1c4ce603c4b481c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415054 Oct 15 16:37:26.572070 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fd3e9-93c9-4843-b308-97472ae0034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a055e4-c89f-4f94-8af8-cd925aa8ba21,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:26.574517 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54628) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:26.601554 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c179cf-f894-4f04-80e7-af41d44f1ced req-919981fd-6e4d-42b7-935d-90a4addab513 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:26.603223 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3c179cf-f894-4f04-80e7-af41d44f1ced req-919981fd-6e4d-42b7-935d-90a4addab513 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0612161 Oct 15 16:37:26.628313 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b22cc58d-f7eb-4223-b91e-e2d0272dd1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:26.649774 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b22cc58d-f7eb-4223-b91e-e2d0272dd1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:26.671102 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c3c179cf-f894-4f04-80e7-af41d44f1ced req-eb73e710-8031-4d5e-9b09-53aa7ea4e8d5 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573597 Oct 15 16:37:26.681223 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e81cf9-b912-407d-bb16-15ef7ef18d3f req-766c7f9d-ed75-49fa-bbe9-6d0b2a05c4b2 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:26.682727 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-11e81cf9-b912-407d-bb16-15ef7ef18d3f req-766c7f9d-ed75-49fa-bbe9-6d0b2a05c4b2 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 945 time: 0.0782304 Oct 15 16:37:26.703807 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b22cc58d-f7eb-4223-b91e-e2d0272dd1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:26.706474 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b22cc58d-f7eb-4223-b91e-e2d0272dd1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:26.707615 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b22cc58d-f7eb-4223-b91e-e2d0272dd1b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38a055e4-c89f-4f94-8af8-cd925aa8ba21 HTTP/1.1" status: 204 len: 168 time: 0.1322064 Oct 15 16:37:26.716008 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cc58d-f7eb-4223-b91e-e2d0272dd1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a055e4-c89f-4f94-8af8-cd925aa8ba21,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:26.729043 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-11e81cf9-b912-407d-bb16-15ef7ef18d3f req-df9b5ec8-2765-4ba2-af65-c77b578ee461 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Oct 15 16:37:27.403739 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-a31a2209-b8c4-4bfa-a05e-02b50878f701 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:27.405162 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-a31a2209-b8c4-4bfa-a05e-02b50878f701 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 945 time: 0.0500095 Oct 15 16:37:27.499561 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Deleting port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:27.499902 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:27.595523 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] For port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:27.595882 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:27.607940 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Calling delete_port for d08c579d-cb89-48ae-9f2f-5bf6fea8f3df owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:27.738318 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:27.749881 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['6a307e10-e19e-4059-acad-ab1b1516169f', '5503f75d-9686-4a7d-8178-e736f6e81a30', 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:37:27.755131 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 7af990f2-b581-4e6c-88f7-786568c33358 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:27.776184 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Pushing event deleted for resources: {'Port': ['ID=d08c579d-cb89-48ae-9f2f-5bf6fea8f3df,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:27.795217 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 7af990f2-b581-4e6c-88f7-786568c33358 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:27.795826 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 7af990f2-b581-4e6c-88f7-786568c33358 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:27.857196 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] No DVR routers for this DVR port d08c579d-cb89-48ae-9f2f-5bf6fea8f3df on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:27.859718 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:27.863246 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0aa716ca-718e-4d89-9b2b-023d561be0f7 req-1dbe8ea0-d50b-44e1-b145-dd62e81daf9c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "DELETE /v2.0/ports/d08c579d-cb89-48ae-9f2f-5bf6fea8f3df HTTP/1.1" status: 204 len: 173 time: 0.4516218 Oct 15 16:37:27.882194 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a453dbbc-bb0f-4257-a00b-7bad85d52521 req-0c38934b-fe6d-403f-a8d3-5635cf998fd9 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60149c3-9474-4b4c-a73f-2913224d6b8e HTTP/1.1" status: 200 len: 210 time: 0.0565188 Oct 15 16:37:27.897581 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ae352-e26b-4326-a0bb-66de2adbc003 req-c3c36566-62fd-471e-8d8d-6d56dbecdcf9 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:27.899344 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6f5ae352-e26b-4326-a0bb-66de2adbc003 req-c3c36566-62fd-471e-8d8d-6d56dbecdcf9 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.1537955 Oct 15 16:37:27.944953 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6f5ae352-e26b-4326-a0bb-66de2adbc003 req-4678dfc0-d5af-433a-93a3-60728244c95e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Oct 15 16:37:28.092082 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60149c3-9474-4b4c-a73f-2913224d6b8e', 'name': 'network-vif-deleted', 'tag': 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:28.094707 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f35cc2b-0774-4de8-b216-a457a70a4496" -d '{"events": [{"server_uuid": "f60149c3-9474-4b4c-a73f-2913224d6b8e", "name": "network-vif-deleted", "tag": "d08c579d-cb89-48ae-9f2f-5bf6fea8f3df"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:28.130650 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fb5def-a3c3-4543-87bb-f5beb3f30a98 x-openstack-request-id: req-98fb5def-a3c3-4543-87bb-f5beb3f30a98 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:28.130964 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60149c3-9474-4b4c-a73f-2913224d6b8e", "name": "network-vif-deleted", "tag": "d08c579d-cb89-48ae-9f2f-5bf6fea8f3df", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:28.131216 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98fb5def-a3c3-4543-87bb-f5beb3f30a98 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:28.131616 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60149c3-9474-4b4c-a73f-2913224d6b8e', 'name': 'network-vif-deleted', 'tag': 'd08c579d-cb89-48ae-9f2f-5bf6fea8f3df', 'status': 'completed', 'code': 200} Oct 15 16:37:29.061930 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294f271-99e2-4819-b74f-164718958ea2 req-dc9e2ce7-43f8-4738-b2df-0b72fd184041 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:29.069018 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d294f271-99e2-4819-b74f-164718958ea2 req-dc9e2ce7-43f8-4738-b2df-0b72fd184041 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0581889 Oct 15 16:37:29.104497 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d294f271-99e2-4819-b74f-164718958ea2 req-03401ff1-c22f-4069-b0ce-2a9f62130445 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Oct 15 16:37:29.161342 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294578-8aeb-4d09-82bc-91287d17d00b req-3fdac856-5efc-4802-a4c5-9dbe3090a2ae tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:29.162878 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f294578-8aeb-4d09-82bc-91287d17d00b req-3fdac856-5efc-4802-a4c5-9dbe3090a2ae tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 946 time: 0.0573082 Oct 15 16:37:29.201587 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1f294578-8aeb-4d09-82bc-91287d17d00b req-87a1b1de-2b34-4a7b-8ac2-2b20edb7f498 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Oct 15 16:37:29.510202 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54660) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:29.658770 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Deleting port 499c8a2d-3d7d-46f7-8c38-4f7eca631683 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:29.659101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:29.734645 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:29.734975 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:29.746869 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Calling delete_port for 499c8a2d-3d7d-46f7-8c38-4f7eca631683 owned by network:floatingip {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:29.764434 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d08c579d-cb89-48ae-9f2f-5bf6fea8f3df no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:29.784598 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: d08c579d-cb89-48ae-9f2f-5bf6fea8f3df {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:29.784973 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device d08c579d-cb89-48ae-9f2f-5bf6fea8f3df not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:29.888357 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:29.914189 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event deleted for resources: {'Port': ['ID=499c8a2d-3d7d-46f7-8c38-4f7eca631683,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:29.975660 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:29.975992 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Floating IP c2d61ea6-38c5-4da2-9f43-a887ba9b397c disassociated (deleted). External IP: 172.27.2.162, port: 184ab9d8-810e-46c5-9e3e-59f51da1a76f. Oct 15 16:37:30.178360 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:37:30.233695 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee9b89-5fe1-4449-8caa-8ca4dc971493 req-7b48a9ed-c9a0-4f5b-8c50-8ce1c65390e1 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:30.235418 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-58ee9b89-5fe1-4449-8caa-8ca4dc971493 req-7b48a9ed-c9a0-4f5b-8c50-8ce1c65390e1 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0558748 Oct 15 16:37:30.279982 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-58ee9b89-5fe1-4449-8caa-8ca4dc971493 req-96aec0d7-04d6-4f0e-972d-e25e0e335772 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377846 Oct 15 16:37:30.329812 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddbacd-a79a-45c0-9e0f-59449312b1a5 req-2d94b390-6008-409a-9313-fd1b4fabf6c2 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:30.331698 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65ddbacd-a79a-45c0-9e0f-59449312b1a5 req-2d94b390-6008-409a-9313-fd1b4fabf6c2 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 946 time: 0.0506628 Oct 15 16:37:30.372276 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-65ddbacd-a79a-45c0-9e0f-59449312b1a5 req-97d1190d-92ba-4435-8f6b-345bae9af0f5 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Oct 15 16:37:30.440282 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-50c387a8-6f01-4d91-ae1a-9fb270884d1c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:30.442386 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-50c387a8-6f01-4d91-ae1a-9fb270884d1c tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 946 time: 0.0544188 Oct 15 16:37:30.529930 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:37:30.534817 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:30.537135 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Deleting port 5503f75d-9686-4a7d-8178-e736f6e81a30 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:30.537475 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:30.539935 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:37:30.549055 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:37:30.549796 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:37:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:30.564310 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-7b395e4a-2c24-40da-83b9-ec237e4477d9 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "DELETE /v2.0/floatingips/c2d61ea6-38c5-4da2-9f43-a887ba9b397c HTTP/1.1" status: 204 len: 168 time: 1.0506430 Oct 15 16:37:30.564310 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:30.565261 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8027b6df-9f65-4c5f-8870-7f4aeb925f23" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:30.601147 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d774c-4248-45b7-953c-c86883a0b66e x-openstack-request-id: req-3c0d774c-4248-45b7-953c-c86883a0b66e {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:30.601436 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:30.601680 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c0d774c-4248-45b7-953c-c86883a0b66e {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:30.602071 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'status': 'completed', 'code': 200} Oct 15 16:37:30.652300 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] For port 5503f75d-9686-4a7d-8178-e736f6e81a30, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5503f75d-9686-4a7d-8178-e736f6e81a30,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:30.653018 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:30.670440 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-98c6dd7d-031e-49a6-9df3-4baedf0bbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:30.671130 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Calling delete_port for 5503f75d-9686-4a7d-8178-e736f6e81a30 owned by compute:nova {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:30.672039 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-98c6dd7d-031e-49a6-9df3-4baedf0bbc48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 1098 time: 0.0474241 Oct 15 16:37:30.695535 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:37:30.780413 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-76180d3c-ca03-48be-b891-085845f868cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:30.781888 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-76180d3c-ca03-48be-b891-085845f868cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 200 len: 913 time: 0.1032267 Oct 15 16:37:30.828988 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-ebb601b9-1013-4e33-9549-1cbaecd2a45d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f HTTP/1.1" status: 200 len: 217 time: 0.0371041 Oct 15 16:37:30.863069 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe9796-0f0a-4238-8166-d5638fdffcf6 req-f9ad59bb-d1d7-42de-8452-0985a2139d8c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:30.864744 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1ffe9796-0f0a-4238-8166-d5638fdffcf6 req-f9ad59bb-d1d7-42de-8452-0985a2139d8c tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 945 time: 0.0872846 Oct 15 16:37:30.878966 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-28756cc2-2629-44f9-ba84-6cc099cc24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:30.880585 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-28756cc2-2629-44f9-ba84-6cc099cc24b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 200 len: 851 time: 0.0436692 Oct 15 16:37:30.896646 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:30.909633 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['6a307e10-e19e-4059-acad-ab1b1516169f', '5503f75d-9686-4a7d-8178-e736f6e81a30'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:37:30.935263 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-2239bb36-e8c9-4d80-956a-6559335c68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:30.936728 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-2239bb36-e8c9-4d80-956a-6559335c68dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7769421a-bb7c-4a0d-b4fb-b292b365686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478058 Oct 15 16:37:30.944830 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Pushing event deleted for resources: {'Port': ['ID=5503f75d-9686-4a7d-8178-e736f6e81a30,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:30.966027 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:30.967300 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-1ffe9796-0f0a-4238-8166-d5638fdffcf6 req-165371b6-9d1e-4d3f-a44f-f11f63189d36 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897727 Oct 15 16:37:30.991048 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] No DVR routers for this DVR port 5503f75d-9686-4a7d-8178-e736f6e81a30 on host hv-cinder-80191 {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:30.997016 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:30.998724 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:37:31.000516 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-964e3f13-2349-4449-b35b-e49688eccfa3 req-4a846783-ff6b-46b8-a575-319f983aab03 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "DELETE /v2.0/ports/5503f75d-9686-4a7d-8178-e736f6e81a30 HTTP/1.1" status: 204 len: 173 time: 0.5521665 Oct 15 16:37:31.001126 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fbfb9-d46d-4e0f-9e64-01917044ff2f', 'name': 'network-vif-deleted', 'tag': '5503f75d-9686-4a7d-8178-e736f6e81a30'}] {{(pid=99836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:31.004394 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b04d455e63a72850bbcab18f227d9d7e6cc7b74fbdd514b1f911004971eabd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857fe051-680f-4333-a4a2-491e08c13ad3" -d '{"events": [{"server_uuid": "c22fbfb9-d46d-4e0f-9e64-01917044ff2f", "name": "network-vif-deleted", "tag": "5503f75d-9686-4a7d-8178-e736f6e81a30"}]}' {{(pid=99836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:31.038889 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:37:31.039573 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:37:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:31.052157 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddab4f8-a071-47d3-b172-1bea6bf96e17 x-openstack-request-id: req-3ddab4f8-a071-47d3-b172-1bea6bf96e17 {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:31.052453 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fbfb9-d46d-4e0f-9e64-01917044ff2f", "name": "network-vif-deleted", "tag": "5503f75d-9686-4a7d-8178-e736f6e81a30", "status": "completed", "code": 200}]} {{(pid=99836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:31.052730 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ddab4f8-a071-47d3-b172-1bea6bf96e17 {{(pid=99836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:31.053124 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fbfb9-d46d-4e0f-9e64-01917044ff2f', 'name': 'network-vif-deleted', 'tag': '5503f75d-9686-4a7d-8178-e736f6e81a30', 'status': 'completed', 'code': 200} Oct 15 16:37:31.053609 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-97c4016d-0967-4487-8789-9cad32ea7dc7 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009283 Oct 15 16:37:31.163476 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-8027b6df-9f65-4c5f-8870-7f4aeb925f23 req-e7e5a2c3-ffea-4b03-b2dc-9f95b9edabc1 service neutron] 10.222.0.66 "GET /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925183 Oct 15 16:37:31.214060 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:37:31.398167 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62aca7-cb6d-417c-9a3a-b6feaffe7c7b req-f3b19d8b-18b9-4550-8cc3-4c36f08faaf4 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:31.399698 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e62aca7-cb6d-417c-9a3a-b6feaffe7c7b req-f3b19d8b-18b9-4550-8cc3-4c36f08faaf4 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0522544 Oct 15 16:37:31.446293 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-4e62aca7-cb6d-417c-9a3a-b6feaffe7c7b req-2717abb6-a8d6-4c2e-818e-a1f2facdf0da tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381486 Oct 15 16:37:31.495076 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-358d8eba-c73d-4606-94a7-4c9a54358ec5 req-65c127fd-8e44-40e5-a7ed-6ca8bf38f737 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22fbfb9-d46d-4e0f-9e64-01917044ff2f HTTP/1.1" status: 200 len: 210 time: 0.0284522 Oct 15 16:37:31.568378 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:31.594696 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5fee4b-045a-44fb-aac7-67bf82bcad12 None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:29:50Z', 'revision_number': 4, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': '2e9c6237-5070-4fb0-87db-4b0a8805a54f', 'name': '', 'network_id': '7769421a-bb7c-4a0d-b4fb-b292b365686f', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'mac_address': 'fa:16:3e:07:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:50Z', 'updated_at': '2021-10-15T16:29:55Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'subnets': [{'id': '30f06f30-35dd-4d16-a827-4b04267f3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:37:31.796080 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e86b9c-f538-4853-be07-56b5aca77773 None None] New status for floating IP c2d61ea6-38c5-4da2-9f43-a887ba9b397c: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:37:32.087136 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d0261-25da-4556-9b79-e1a54c047a08 req-8876b016-f9d4-4554-b73d-3704566c09bd tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:32.088587 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-252d0261-25da-4556-9b79-e1a54c047a08 req-8876b016-f9d4-4554-b73d-3704566c09bd tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 945 time: 0.0478191 Oct 15 16:37:32.125381 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-252d0261-25da-4556-9b79-e1a54c047a08 req-0031e51e-63b6-47d8-b7a2-720cc7453577 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1d47817-f5e8-4a2c-aa90-bd612ddad959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309920 Oct 15 16:37:32.338377 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-00c212b8-5efb-46df-b458-275f8e672f31 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:32.339859 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-00c212b8-5efb-46df-b458-275f8e672f31 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 945 time: 0.0476549 Oct 15 16:37:32.431707 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Deleting port 184ab9d8-810e-46c5-9e3e-59f51da1a76f {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:32.432043 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:32.519801 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] For port 184ab9d8-810e-46c5-9e3e-59f51da1a76f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=184ab9d8-810e-46c5-9e3e-59f51da1a76f,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:32.520035 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:32.533821 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Calling delete_port for 184ab9d8-810e-46c5-9e3e-59f51da1a76f owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:32.571883 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744b745-c538-4c09-9812-b91221cdb785 req-867a524f-bab8-41f2-9103-18e2a8cfa1c3 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:32.573446 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a744b745-c538-4c09-9812-b91221cdb785 req-867a524f-bab8-41f2-9103-18e2a8cfa1c3 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0571594 Oct 15 16:37:32.611907 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a744b745-c538-4c09-9812-b91221cdb785 req-99e3218d-486e-4c3c-8698-9bf01e05bb90 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320437 Oct 15 16:37:32.678231 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:32.706474 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event deleted for resources: {'Port': ['ID=184ab9d8-810e-46c5-9e3e-59f51da1a76f,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:32.748533 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] No DVR routers for this DVR port 184ab9d8-810e-46c5-9e3e-59f51da1a76f on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:32.751186 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:32.755151 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-3333d363-9d35-4d26-8f65-e90f8ba34e6f req-3073c6a0-6bfe-46bd-9243-8c1027abded3 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.66 "DELETE /v2.0/ports/184ab9d8-810e-46c5-9e3e-59f51da1a76f HTTP/1.1" status: 204 len: 173 time: 0.4092317 Oct 15 16:37:32.755715 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'name': 'network-vif-deleted', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:32.758102 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e57f1-f4a3-400a-b8d2-e586c4a39e63" -d '{"events": [{"server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "name": "network-vif-deleted", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:32.796508 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d85506-3fb1-4552-8e69-7895722b5bfa x-openstack-request-id: req-81d85506-3fb1-4552-8e69-7895722b5bfa {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:32.796932 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb9950-38fa-41de-b011-95900a0aff3e", "name": "network-vif-deleted", "tag": "184ab9d8-810e-46c5-9e3e-59f51da1a76f", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:32.797145 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81d85506-3fb1-4552-8e69-7895722b5bfa {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:32.797547 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb9950-38fa-41de-b011-95900a0aff3e', 'name': 'network-vif-deleted', 'tag': '184ab9d8-810e-46c5-9e3e-59f51da1a76f', 'status': 'completed', 'code': 200} Oct 15 16:37:33.231477 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-b9629fce-9b1b-41c5-88e7-90a91fd20478 req-de7412c8-bd32-4cf5-a7d5-40e61f567045 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "GET /v2.0/ports?device_id=83bb9950-38fa-41de-b011-95900a0aff3e HTTP/1.1" status: 200 len: 210 time: 0.0255716 Oct 15 16:37:33.733685 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4744883-b386-4294-9e7f-6917c4d6698a req-68ff2c41-ada3-4491-bdcb-2789aeb01288 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:33.735148 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e4744883-b386-4294-9e7f-6917c4d6698a req-68ff2c41-ada3-4491-bdcb-2789aeb01288 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0480368 Oct 15 16:37:33.775832 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e4744883-b386-4294-9e7f-6917c4d6698a req-5e703726-31e3-4306-a9eb-51abc22d7759 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347452 Oct 15 16:37:33.782497 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 184ab9d8-810e-46c5-9e3e-59f51da1a76f no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:33.806357 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 184ab9d8-810e-46c5-9e3e-59f51da1a76f {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:33.806709 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 184ab9d8-810e-46c5-9e3e-59f51da1a76f not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:33.807263 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 5503f75d-9686-4a7d-8178-e736f6e81a30 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:33.832195 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 5503f75d-9686-4a7d-8178-e736f6e81a30 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:33.832551 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 5503f75d-9686-4a7d-8178-e736f6e81a30 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:33.908882 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53beff04-9eab-4c96-b054-8994c44bacdc req-df4806fd-2a93-4f5f-a091-acf7891c3f7a tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:33.910249 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-53beff04-9eab-4c96-b054-8994c44bacdc req-df4806fd-2a93-4f5f-a091-acf7891c3f7a tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 945 time: 0.0517030 Oct 15 16:37:33.947618 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-53beff04-9eab-4c96-b054-8994c44bacdc req-b71febd0-da71-4017-b54b-fb5a87e83ab5 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Oct 15 16:37:34.284358 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54702) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:34.407320 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Deleting port 29fb8bd0-b02f-4c74-aebc-910df6fa308d {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:34.407664 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:34.480357 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:34.480679 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:34.492551 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Calling delete_port for 29fb8bd0-b02f-4c74-aebc-910df6fa308d owned by network:floatingip {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:34.622670 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:34.648963 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event deleted for resources: {'Port': ['ID=29fb8bd0-b02f-4c74-aebc-910df6fa308d,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:34.705759 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for floatingip, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:34.708320 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:34.709491 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b86755a2-57d4-40a7-a718-b54693e1f659 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "DELETE /v2.0/floatingips/25ad74b3-641a-41a3-a95d-0de12b17ed99 HTTP/1.1" status: 204 len: 168 time: 0.4241190 Oct 15 16:37:34.898341 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb21bb-6e99-4ec7-a2ab-86b7e250b65f req-60a78bc6-723d-4f0e-9ea9-7a4528ef0242 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:34.899770 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-78cb21bb-6e99-4ec7-a2ab-86b7e250b65f req-60a78bc6-723d-4f0e-9ea9-7a4528ef0242 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0503101 Oct 15 16:37:34.937118 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-78cb21bb-6e99-4ec7-a2ab-86b7e250b65f req-f2e1165d-daae-4aab-9e02-3b7a84862e01 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Oct 15 16:37:35.063133 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78b557-a6e0-4fae-b393-a69d3bd78757 req-0409eb29-8740-47c5-8b76-47c171181b00 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:35.064604 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6d78b557-a6e0-4fae-b393-a69d3bd78757 req-0409eb29-8740-47c5-8b76-47c171181b00 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 945 time: 0.0511699 Oct 15 16:37:35.101665 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-6d78b557-a6e0-4fae-b393-a69d3bd78757 req-62f44176-4984-4919-a9c7-dfa9cfd307e3 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/security-groups?id=02fab675-b5dc-4ff6-b136-3715a65cb38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Oct 15 16:37:35.357437 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9104854-4e24-4e27-a662-27016fa3a317 req-17074e3b-3924-4e12-970d-b1c43c7703c6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:35.359352 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-a9104854-4e24-4e27-a662-27016fa3a317 req-17074e3b-3924-4e12-970d-b1c43c7703c6 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 945 time: 0.0514746 Oct 15 16:37:35.446956 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Deleting port 6a307e10-e19e-4059-acad-ab1b1516169f {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:35.447212 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:35.533977 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] For port 6a307e10-e19e-4059-acad-ab1b1516169f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6a307e10-e19e-4059-acad-ab1b1516169f,segment=NetworkSegment(e8ef550e-ee44-42eb-aa31-e0c80a38d130),segment_id=e8ef550e-ee44-42eb-aa31-e0c80a38d130)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:35.534332 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:35.546237 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Calling delete_port for 6a307e10-e19e-4059-acad-ab1b1516169f owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:35.668217 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:35.679593 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['6a307e10-e19e-4059-acad-ab1b1516169f'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:37:35.706342 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Pushing event deleted for resources: {'Port': ['ID=6a307e10-e19e-4059-acad-ab1b1516169f,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:35.744147 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] No DVR routers for this DVR port 6a307e10-e19e-4059-acad-ab1b1516169f on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:35.746634 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:35.750309 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-a9104854-4e24-4e27-a662-27016fa3a317 req-7de60fd2-fa85-4ad2-ad89-e4124d7936be tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.66 "DELETE /v2.0/ports/6a307e10-e19e-4059-acad-ab1b1516169f HTTP/1.1" status: 204 len: 173 time: 0.3850806 Oct 15 16:37:35.751482 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a9c14-dbfc-4116-9eac-6b5ec8b86330', 'name': 'network-vif-deleted', 'tag': '6a307e10-e19e-4059-acad-ab1b1516169f'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:35.754761 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9286426d-1b0c-4d5a-abe0-b3723c35d90f" -d '{"events": [{"server_uuid": "122a9c14-dbfc-4116-9eac-6b5ec8b86330", "name": "network-vif-deleted", "tag": "6a307e10-e19e-4059-acad-ab1b1516169f"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:35.767743 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-ee9a7bc3-1446-495f-b7c0-6f50f1564d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:35.800250 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b94b45e-b000-4274-af00-b501313c0b57 x-openstack-request-id: req-5b94b45e-b000-4274-af00-b501313c0b57 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:35.800553 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a9c14-dbfc-4116-9eac-6b5ec8b86330", "name": "network-vif-deleted", "tag": "6a307e10-e19e-4059-acad-ab1b1516169f", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:35.800879 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b94b45e-b000-4274-af00-b501313c0b57 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:35.801265 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122a9c14-dbfc-4116-9eac-6b5ec8b86330', 'name': 'network-vif-deleted', 'tag': '6a307e10-e19e-4059-acad-ab1b1516169f', 'status': 'completed', 'code': 200} Oct 15 16:37:35.903343 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54720) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:35.904151 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021533df-c2a5-4049-a224-934951657c4f req-884a8b18-b37b-4128-b86a-0f2ff6d8d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:35.906191 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-021533df-c2a5-4049-a224-934951657c4f req-884a8b18-b37b-4128-b86a-0f2ff6d8d9a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a86c459dca342c9a7097322a2721c93&device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1098 time: 0.0446911 Oct 15 16:37:35.961451 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a039923d-9c77-4b4e-b724-49d3ca4c98c8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:35.991884 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a039923d-9c77-4b4e-b724-49d3ca4c98c8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:36.000382 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021533df-c2a5-4049-a224-934951657c4f req-6b393c9e-e98c-4e27-a139-2e0dd031d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:36.001876 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-021533df-c2a5-4049-a224-934951657c4f req-6b393c9e-e98c-4e27-a139-2e0dd031d838 service neutron] 10.222.0.66 "GET /v2.0/networks?id=736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 200 len: 909 time: 0.0884936 Oct 15 16:37:36.071363 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7cd37-a3f1-431b-80f4-9d94543f5f48 req-3c02d04a-13b5-40d8-ac76-ad300b922f33 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:36.072635 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-021533df-c2a5-4049-a224-934951657c4f req-688d7e5c-0bd5-441c-9d94-374e90ea5090 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 200 len: 1000 time: 0.0629995 Oct 15 16:37:36.072895 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-87e7cd37-a3f1-431b-80f4-9d94543f5f48 req-3c02d04a-13b5-40d8-ac76-ad300b922f33 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0641375 Oct 15 16:37:36.098992 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a039923d-9c77-4b4e-b724-49d3ca4c98c8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:36.101598 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a039923d-9c77-4b4e-b724-49d3ca4c98c8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:36.102729 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-a039923d-9c77-4b4e-b724-49d3ca4c98c8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] 10.222.0.44 "DELETE /v2.0/security-groups/d1d47817-f5e8-4a2c-aa90-bd612ddad959 HTTP/1.1" status: 204 len: 168 time: 0.1983869 Oct 15 16:37:36.116335 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039923d-9c77-4b4e-b724-49d3ca4c98c8 tempest-TestVolumeBootPattern-1609863283 tempest-TestVolumeBootPattern-1609863283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d47817-f5e8-4a2c-aa90-bd612ddad959,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:36.142947 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-87e7cd37-a3f1-431b-80f4-9d94543f5f48 req-3ec5e39d-b50b-4734-b6c6-9b23924cb474 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629091 Oct 15 16:37:36.172343 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021533df-c2a5-4049-a224-934951657c4f req-7cc6ff53-5651-434f-9056-5d92d186f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:36.174160 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-021533df-c2a5-4049-a224-934951657c4f req-7cc6ff53-5651-434f-9056-5d92d186f5c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=909ad65b-fb1b-4cd7-bcb5-740d30718061 HTTP/1.1" status: 200 len: 847 time: 0.0912147 Oct 15 16:37:36.181214 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54728) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:36.229950 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021533df-c2a5-4049-a224-934951657c4f req-1da202dc-4b1a-4bfe-8f90-725fea9f2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:36.233033 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-021533df-c2a5-4049-a224-934951657c4f req-1da202dc-4b1a-4bfe-8f90-725fea9f2f4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=736029a6-f3cb-4eff-b36d-2478b647a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492444 Oct 15 16:37:36.295245 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-37c397f0-94eb-459e-8edd-85872a9d4621 req-e68ea72b-da4e-4358-a7b3-c88e2c51a322 tempest-AttachVolumeNegativeTest-1185841710 tempest-AttachVolumeNegativeTest-1185841710-project] 10.222.0.44 "GET /v2.0/ports?device_id=122a9c14-dbfc-4116-9eac-6b5ec8b86330 HTTP/1.1" status: 200 len: 210 time: 0.0310752 Oct 15 16:37:36.336565 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-021533df-c2a5-4049-a224-934951657c4f req-3a420cf5-612c-467d-ac97-3a4fcb36eaeb service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960155 Oct 15 16:37:36.431390 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-021533df-c2a5-4049-a224-934951657c4f req-44e6f772-04e7-4cab-94bc-bafc13fda4e9 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879474 Oct 15 16:37:36.967128 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.205794 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Deleting port 2e9c6237-5070-4fb0-87db-4b0a8805a54f {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:37.206128 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.315159 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba391b7b-cc21-49f9-b02f-9c3ca1019f67 req-85b4c4d6-ab07-410f-a185-afefb81be920 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:37.316635 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ba391b7b-cc21-49f9-b02f-9c3ca1019f67 req-85b4c4d6-ab07-410f-a185-afefb81be920 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0985785 Oct 15 16:37:37.324509 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] For port 2e9c6237-5070-4fb0-87db-4b0a8805a54f, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=2e9c6237-5070-4fb0-87db-4b0a8805a54f,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:37.325232 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.347670 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Calling delete_port for 2e9c6237-5070-4fb0-87db-4b0a8805a54f owned by network:router_interface {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:37.352648 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54736) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:37.396692 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Deleting subnet 45bfe209-3b1e-406d-aa1c-4607ff8cbc26 {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:37:37.399842 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.401571 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-ba391b7b-cc21-49f9-b02f-9c3ca1019f67 req-a35572d0-d1ca-4128-baf9-2358fed186a7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789416 Oct 15 16:37:37.435179 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.477854 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.530271 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.547844 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.557489 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45bfe209-3b1e-406d-aa1c-4607ff8cbc26,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:37.565028 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.570557 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/45bfe209-3b1e-406d-aa1c-4607ff8cbc26 HTTP/1.1" status: 204 len: 168 time: 0.2144747 Oct 15 16:37:37.570694 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54738) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:37.573147 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9c6237-5070-4fb0-87db-4b0a8805a54f,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:37.578191 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.578582 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.578876 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.579205 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.579534 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.579862 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.580196 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.580520 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.580880 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.581208 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.581530 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.581852 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f673ac40-33fa-40b7-ba5f-9ad152e84d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:37.657161 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.743549 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.747496 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.770131 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4b43be-e473-4dd8-9969-83fc52aa22ba']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:37.780270 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ef550e-ee44-42eb-aa31-e0c80a38d130') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:37.780569 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ef550e-ee44-42eb-aa31-e0c80a38d130') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:37.783693 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 6a307e10-e19e-4059-acad-ab1b1516169f no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:37.790651 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.804988 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.805604 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: 6a307e10-e19e-4059-acad-ab1b1516169f {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:37.805954 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device 6a307e10-e19e-4059-acad-ab1b1516169f not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:37.806388 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e63b266d-b97c-4539-a5f7-3103f38ce8e2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:37.812202 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:37:37.812832 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:37:37.814621 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:37:37.889344 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.894575 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.898873 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.906246 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd4b43be-e473-4dd8-9969-83fc52aa22ba HTTP/1.1" status: 204 len: 168 time: 0.3318405 Oct 15 16:37:37.925294 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:37.926046 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2be9c-c6c4-49fa-a043-9378e57a8464 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd4b43be-e473-4dd8-9969-83fc52aa22ba,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:37.929126 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf8e27a-970d-44c0-9d02-582b17376016" -d '{"events": [{"server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:37.944047 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:37.949904 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:37.978511 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ff939b-51ba-4ca1-a2da-984317af81da x-openstack-request-id: req-a0ff939b-51ba-4ca1-a2da-984317af81da {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:37.978832 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:37.979090 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0ff939b-51ba-4ca1-a2da-984317af81da {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:37.979478 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'code': 200} Oct 15 16:37:38.009331 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=6']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:38.014447 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:37:38.063935 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54744) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:38.113538 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-dd95ced7-0da7-40de-b715-12fefd9c5881 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9cc110957c68474d92afc575eea784d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483263 Oct 15 16:37:38.117445 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54746) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:38.133256 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:37:38.141699 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-a8eaf8b6-b556-4415-9853-f80a59a68e28 admin admin] 10.222.0.44 "PUT /v2.0/routers/745f5f8a-187a-4e8e-9abd-aaf8e13a7b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9562101 Oct 15 16:37:38.142558 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54748) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:38.152390 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] Sync routers for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:37:38.164183 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:37:38.165183 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:37:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:38.182120 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-88c361c9-5a8d-4f8e-8bce-6f110d899646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.205167 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-88c361c9-5a8d-4f8e-8bce-6f110d899646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.256475 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks [] for router, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.270847 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-88c361c9-5a8d-4f8e-8bce-6f110d899646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.273612 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-88c361c9-5a8d-4f8e-8bce-6f110d899646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.277417 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-88c361c9-5a8d-4f8e-8bce-6f110d899646 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02fab675-b5dc-4ff6-b136-3715a65cb38e HTTP/1.1" status: 204 len: 168 time: 0.1560512 Oct 15 16:37:38.283027 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c361c9-5a8d-4f8e-8bce-6f110d899646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fab675-b5dc-4ff6-b136-3715a65cb38e,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:38.358925 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:37:38.380655 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.436477 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Deleting port b8b519ca-00a6-4c13-98e4-a74db80a6971 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:38.436865 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.561089 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-41b31395-0b2d-44d3-a8d0-0fe6f173517a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.561944 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] For port b8b519ca-00a6-4c13-98e4-a74db80a6971, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=b8b519ca-00a6-4c13-98e4-a74db80a6971,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:38.562943 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.586467 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba013a-6f17-4092-9be4-1a471f028917 req-afd7aae7-ecc3-485e-86ad-c2092672d8ca tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:38.588091 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0dba013a-6f17-4092-9be4-1a471f028917 req-afd7aae7-ecc3-485e-86ad-c2092672d8ca tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0945990 Oct 15 16:37:38.590976 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:37:37Z', 'revision_number': 5, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port': {'id': 'b8b519ca-00a6-4c13-98e4-a74db80a6971', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:48Z', 'updated_at': '2021-10-15T16:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:38.593047 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Calling delete_port for b8b519ca-00a6-4c13-98e4-a74db80a6971 owned by network:router_gateway {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:38.620508 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] Checking router: 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:37:38.629677 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] Routers {'745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:37:38.630204 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:37:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:38.680503 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0dba013a-6f17-4092-9be4-1a471f028917 req-c9e99b86-b4a8-4013-8852-4aae55e8e5dd tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837336 Oct 15 16:37:38.751418 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] Set router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 gateway port host: None {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:37:38.812956 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:37:38Z', 'revision_number': 6, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port_host': None}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:38.850830 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:38.860628 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd8a83-d5cc-407f-a891-b703f4c40807 None None] The sync data for ids ['745f5f8a-187a-4e8e-9abd-aaf8e13a7b81'] in dv-cinder-801913-8-iscsi is: [{'id': '745f5f8a-187a-4e8e-9abd-aaf8e13a7b81', 'name': 'tempest-TestVolumeBootPattern-2113136041-router', 'tenant_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:47Z', 'updated_at': '2021-10-15T16:37:38Z', 'revision_number': 6, 'project_id': '0477a7a60c16413fb41dd6974bbfb3ca', 'gw_port_host': None}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:37:38.917578 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b519ca-00a6-4c13-98e4-a74db80a6971,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:39.011584 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e597537-2e5b-41cd-9ea3-d8dfd1a4231b req-b1263e86-ef4c-49ab-8fa9-c58671c7bf6f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:39.013255 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0e597537-2e5b-41cd-9ea3-d8dfd1a4231b req-b1263e86-ef4c-49ab-8fa9-c58671c7bf6f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.1024935 Oct 15 16:37:39.021856 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.030388 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-f0883f2c-6577-4845-a95d-543d8c78cc02 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1745746 Oct 15 16:37:39.139620 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.143748 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.159110 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0e597537-2e5b-41cd-9ea3-d8dfd1a4231b req-fbf35b58-0840-493c-995c-a4187577d28e tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384797 Oct 15 16:37:39.231813 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.234551 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 {{(pid=99836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:37:39.243241 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.244417 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-75f48744-bb1f-4dfe-b82a-b7204634be2f admin admin] 10.222.0.44 "DELETE /v2.0/routers/745f5f8a-187a-4e8e-9abd-aaf8e13a7b81 HTTP/1.1" status: 204 len: 168 time: 1.1014860 Oct 15 16:37:39.247596 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54786) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:39.341311 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e5a28f-f11d-43fe-9e7b-ccc8c5f64d24 admin admin] Deleting subnet 30f06f30-35dd-4d16-a827-4b04267f3b83 {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:37:39.345322 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-44e5a28f-f11d-43fe-9e7b-ccc8c5f64d24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.380349 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 2e9c6237-5070-4fb0-87db-4b0a8805a54f no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:39.400729 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-44e5a28f-f11d-43fe-9e7b-ccc8c5f64d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.410618 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 2e9c6237-5070-4fb0-87db-4b0a8805a54f {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:39.410881 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 2e9c6237-5070-4fb0-87db-4b0a8805a54f not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:39.486773 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.494315 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-44e5a28f-f11d-43fe-9e7b-ccc8c5f64d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.527795 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.559791 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-44e5a28f-f11d-43fe-9e7b-ccc8c5f64d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.586416 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5a28f-f11d-43fe-9e7b-ccc8c5f64d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f06f30-35dd-4d16-a827-4b04267f3b83,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:39.590254 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-44e5a28f-f11d-43fe-9e7b-ccc8c5f64d24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.595311 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-44e5a28f-f11d-43fe-9e7b-ccc8c5f64d24 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/30f06f30-35dd-4d16-a827-4b04267f3b83 HTTP/1.1" status: 204 len: 168 time: 0.3458264 Oct 15 16:37:39.597799 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54796) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:39.602342 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae785ee-07c7-4b8e-af4d-334e71cd27cf None None] Network 7769421a-bb7c-4a0d-b4fb-b292b365686f requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:37:39.671731 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.731749 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Deleting port 7da8bbe9-19f2-4299-91f1-6441a04977dd {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:39.732099 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.822458 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22689cee-7839-4780-acec-84a4f254f959 None None] DHCP port deletion for 7769421a-bb7c-4a0d-b4fb-b292b365686f request from dv-cinder-801913-8-iscsi {{(pid=99837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 16:37:39.825933 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] For port 7da8bbe9-19f2-4299-91f1-6441a04977dd, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=7da8bbe9-19f2-4299-91f1-6441a04977dd,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:39.827080 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.842561 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Calling delete_port for 7da8bbe9-19f2-4299-91f1-6441a04977dd owned by network:dhcp {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:39.885158 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-22689cee-7839-4780-acec-84a4f254f959 None None] Deleting port 7da8bbe9-19f2-4299-91f1-6441a04977dd {{(pid=99837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:39.885158 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-22689cee-7839-4780-acec-84a4f254f959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.943313 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:39.959357 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] No DVR routers for this DVR port 7da8bbe9-19f2-4299-91f1-6441a04977dd on host dv-cinder-801913-8-iscsi {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:39.985045 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da8bbe9-19f2-4299-91f1-6441a04977dd,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:39.988657 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-22689cee-7839-4780-acec-84a4f254f959 None None] For port 7da8bbe9-19f2-4299-91f1-6441a04977dd, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=7da8bbe9-19f2-4299-91f1-6441a04977dd,segment=NetworkSegment(24992e06-229a-400a-a90a-7d44f19613ac),segment_id=24992e06-229a-400a-a90a-7d44f19613ac)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:39.988881 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-22689cee-7839-4780-acec-84a4f254f959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.005523 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-22689cee-7839-4780-acec-84a4f254f959 None None] Calling delete_port for 7da8bbe9-19f2-4299-91f1-6441a04977dd owned by network:dhcp {{(pid=99837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:40.067893 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.103483 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7769421a-bb7c-4a0d-b4fb-b292b365686f']}} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:40.116200 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24992e06-229a-400a-a90a-7d44f19613ac') {'for_net_delete': True} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:40.116547 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24992e06-229a-400a-a90a-7d44f19613ac') {} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:40.126732 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-22689cee-7839-4780-acec-84a4f254f959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104'] for port, after_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.132178 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532074013'] for segment, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.152868 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22689cee-7839-4780-acec-84a4f254f959 None None] Pushing event deleted for resources: {'Port': ['ID=7da8bbe9-19f2-4299-91f1-6441a04977dd,revision_number=None']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:40.166791 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.176350 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=99836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:37:40.177158 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532520379'] for segment, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.180668 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22689cee-7839-4780-acec-84a4f254f959 None None] No DVR routers for this DVR port 7da8bbe9-19f2-4299-91f1-6441a04977dd on host dv-cinder-801913-8-iscsi {{(pid=99837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: Traceback (most recent call last): Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: timer() Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: cb(*args, **kw) Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: return func(*args, **kwargs) Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: self._notify() Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: self.callback(batched_events) Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: event.method(event) Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: return f(self, *a, **k) Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._get(url).json() Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: return self.request(url, 'GET', **kwargs) Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:37:40.193837 dv-cinder-801913-8-iscsi neutron-server[99836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:37:40.290081 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.295710 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.299237 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7769421a-bb7c-4a0d-b4fb-b292b365686f HTTP/1.1" status: 204 len: 168 time: 0.7000849 Oct 15 16:37:40.302343 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54814) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:40.315918 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a12a58-3595-4e81-9fe8-a709a008d225 admin admin] Pushing event deleted for resources: {'Network': ['ID=7769421a-bb7c-4a0d-b4fb-b292b365686f,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:40.332304 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41eba1-bee9-4eff-8618-1d255cb8a63f req-4355397d-e236-42a7-a2fa-797826cf71c2 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:40.333954 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3c41eba1-bee9-4eff-8618-1d255cb8a63f req-4355397d-e236-42a7-a2fa-797826cf71c2 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0797749 Oct 15 16:37:40.385134 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-3c41eba1-bee9-4eff-8618-1d255cb8a63f req-456b13d2-4c0c-4ecc-b541-77f9f7e72c53 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Oct 15 16:37:40.511695 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-48d22823-20db-4cc4-911c-1019aabe3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:40.513107 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-48d22823-20db-4cc4-911c-1019aabe3a02 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c&tenant_id=9a86c459dca342c9a7097322a2721c93 HTTP/1.1" status: 200 len: 1096 time: 0.0862019 Oct 15 16:37:40.628272 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-10ca91cb-9bb9-49ef-a86d-0a3d78d4c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:40.629747 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-10ca91cb-9bb9-49ef-a86d-0a3d78d4c878 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a86c459dca342c9a7097322a2721c93&device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1096 time: 0.0796685 Oct 15 16:37:40.754462 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-1219945a-9279-492f-9f8c-48f295ca9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:40.755966 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-1219945a-9279-492f-9f8c-48f295ca9046 service neutron] 10.222.0.66 "GET /v2.0/networks?id=736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 200 len: 909 time: 0.1165814 Oct 15 16:37:40.846204 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-05ecf995-faea-4837-afde-a508e5233fc2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 200 len: 998 time: 0.0816369 Oct 15 16:37:40.901655 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:40.941657 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-667a132f-ca8c-4d07-8a80-327a381f3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:40.943094 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-667a132f-ca8c-4d07-8a80-327a381f3d25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=909ad65b-fb1b-4cd7-bcb5-740d30718061 HTTP/1.1" status: 200 len: 847 time: 0.0903137 Oct 15 16:37:41.066044 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:41.253748 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 7da8bbe9-19f2-4299-91f1-6441a04977dd no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:41.275305 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 7da8bbe9-19f2-4299-91f1-6441a04977dd {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:41.275777 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 7da8bbe9-19f2-4299-91f1-6441a04977dd not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:41.276252 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device b8b519ca-00a6-4c13-98e4-a74db80a6971 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:41.292734 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-7c17ca25-4b41-4cea-9633-422f27cf39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:41.294255 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-7c17ca25-4b41-4cea-9633-422f27cf39c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=736029a6-f3cb-4eff-b36d-2478b647a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3417673 Oct 15 16:37:41.299109 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: b8b519ca-00a6-4c13-98e4-a74db80a6971 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:41.299531 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device b8b519ca-00a6-4c13-98e4-a74db80a6971 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:41.445814 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-efa2cc12-9ad1-46e8-a725-e4b4d1618e64 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199808 Oct 15 16:37:41.510340 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa2c5-eabb-437a-8706-62aa83771b53 req-d654dfdb-bd9d-4f92-8787-62591e111978 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:41.512231 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e96aa2c5-eabb-437a-8706-62aa83771b53 req-d654dfdb-bd9d-4f92-8787-62591e111978 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0568767 Oct 15 16:37:41.555797 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-e96aa2c5-eabb-437a-8706-62aa83771b53 req-3c8107db-4e84-43f8-95c6-a27cdbe49404 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366781 Oct 15 16:37:41.580159 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d3f4036b-8633-47db-aa31-84ae189a7d12 req-f21e2e3e-3b70-4ca1-87e4-09c05dda140b service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158922 Oct 15 16:37:41.595088 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Deleting port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:41.595950 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:41.682593 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] For port 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,segment=NetworkSegment(a15bafbc-b303-4d01-9609-ed80b79e7bd4),segment_id=a15bafbc-b303-4d01-9609-ed80b79e7bd4)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:41.682983 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:41.697505 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Calling delete_port for 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa owned by network:router_interface {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:41.879901 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:41.905923 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:42.067214 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:42.279670 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:37:42.383607 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:37:42.388547 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-42847e1c-1e6c-4b11-b884-a46c041017b4 admin admin] 10.222.0.44 "PUT /v2.0/routers/ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0851874 Oct 15 16:37:42.391427 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54844) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:42.392243 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] Sync routers for ids ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:37:42.402046 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] Routers {'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:37:42.402815 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:37:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:42.498102 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks [] for router, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:42.510516 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] Set router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:37:42.600264 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:42.658801 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Deleting port 19faedcc-43bb-4ec1-b640-a57da2effcd0 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:42.659148 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:42.680180 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2446b-4de0-4125-bd3c-fbd4ad74c357 req-4333e766-5536-462b-b397-8ca8a028f1ea tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:42.681731 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-baf2446b-4de0-4125-bd3c-fbd4ad74c357 req-4333e766-5536-462b-b397-8ca8a028f1ea tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0530744 Oct 15 16:37:42.694529 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:37:41Z', 'revision_number': 5, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port': {'id': '19faedcc-43bb-4ec1-b640-a57da2effcd0', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:29:53Z', 'updated_at': '2021-10-15T16:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:42.722692 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-baf2446b-4de0-4125-bd3c-fbd4ad74c357 req-17b7c5e4-7b78-435f-94f0-b3ce83a10c98 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344014 Oct 15 16:37:42.724546 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] Checking router: ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:37:42.733604 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] Routers {'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:37:42.734348 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:37:39Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:42.738509 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] For port 19faedcc-43bb-4ec1-b640-a57da2effcd0, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=19faedcc-43bb-4ec1-b640-a57da2effcd0,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:42.738911 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:42.754939 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Calling delete_port for 19faedcc-43bb-4ec1-b640-a57da2effcd0 owned by network:router_gateway {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:42.828797 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] Set router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 gateway port host: None {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:37:42.878627 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:37:42Z', 'revision_number': 6, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port_host': None}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:42.909004 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd61099-133a-4c03-ae7b-380be70719c5 None None] The sync data for ids ['ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3'] in dv-cinder-801913-8-iscsi is: [{'id': 'ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3', 'name': 'tempest-TestVolumeBootPattern-1457534113-router', 'tenant_id': '8392a8a13ab541b786b715d690021bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:29:52Z', 'updated_at': '2021-10-15T16:37:42Z', 'revision_number': 6, 'project_id': '8392a8a13ab541b786b715d690021bfc', 'gw_port_host': None}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:37:42.920344 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:42.955070 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Pushing event deleted for resources: {'Port': ['ID=19faedcc-43bb-4ec1-b640-a57da2effcd0,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:43.014885 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.106353 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.108536 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.154031 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.155241 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 {{(pid=99835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:37:43.161435 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.162720 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-653a3228-a714-47e3-a1db-457ef5773124 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ca90a0d3-a833-4230-8c4f-eb9e15cdfeb3 HTTP/1.1" status: 204 len: 168 time: 0.7703314 Oct 15 16:37:43.165349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54858) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:43.210252 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc574fe-807f-4c4b-a326-2111763ccbad admin admin] Deleting subnet ff37d454-9a61-4ac4-8aa4-10cd2b097c2b {{(pid=99836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:37:43.213319 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fdc574fe-807f-4c4b-a326-2111763ccbad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.251810 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fdc574fe-807f-4c4b-a326-2111763ccbad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532074004'] for subnet, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.263052 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54862) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:43.340762 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fdc574fe-807f-4c4b-a326-2111763ccbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.407799 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fdc574fe-807f-4c4b-a326-2111763ccbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532520417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532025287'] for subnet, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.408739 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e616fe1c-0f19-471a-beef-dfccf807a514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.424140 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fdc574fe-807f-4c4b-a326-2111763ccbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.428445 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-fdc574fe-807f-4c4b-a326-2111763ccbad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ff37d454-9a61-4ac4-8aa4-10cd2b097c2b HTTP/1.1" status: 204 len: 168 time: 0.2616403 Oct 15 16:37:43.429769 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fbf143-003c-45fc-96aa-370032a7fc54 None None] Network 78924847-c737-4084-af0d-47e0f3d15079 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:37:43.430609 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54866) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:43.449900 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:43.466879 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc574fe-807f-4c4b-a326-2111763ccbad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff37d454-9a61-4ac4-8aa4-10cd2b097c2b,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:43.479017 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:43.479926 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 1d8f1a5b-41cf-46ae-bbc2-7692b6acedfa not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:43.516411 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e616fe1c-0f19-471a-beef-dfccf807a514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.523055 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e616fe1c-0f19-471a-beef-dfccf807a514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.528240 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.567700 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-e616fe1c-0f19-471a-beef-dfccf807a514 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d250a5c3e0bd49a1ac2fae9c6936a350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993958 Oct 15 16:37:43.567700 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616fe1c-0f19-471a-beef-dfccf807a514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914c52ad-2cc1-4667-ad54-bceded9dfac5,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:43.568538 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54868) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:43.616275 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Deleting port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:43.616618 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.650632 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b514ba78-e513-484e-a5d2-e5e5d128ce42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.700297 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] For port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,segment=NetworkSegment(a15bafbc-b303-4d01-9609-ed80b79e7bd4),segment_id=a15bafbc-b303-4d01-9609-ed80b79e7bd4)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:43.700980 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.715851 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b514ba78-e513-484e-a5d2-e5e5d128ce42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.723986 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Calling delete_port for 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 owned by network:dhcp {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:43.781474 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] DHCP port deletion for 78924847-c737-4084-af0d-47e0f3d15079 request from dv-cinder-801913-8-iscsi {{(pid=99837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 16:37:43.840844 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Deleting port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 {{(pid=99837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:37:43.841217 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.854413 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b514ba78-e513-484e-a5d2-e5e5d128ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.857969 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-b514ba78-e513-484e-a5d2-e5e5d128ce42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.859208 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-b514ba78-e513-484e-a5d2-e5e5d128ce42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/914c52ad-2cc1-4667-ad54-bceded9dfac5 HTTP/1.1" status: 204 len: 168 time: 0.2893770 Oct 15 16:37:43.878049 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514ba78-e513-484e-a5d2-e5e5d128ce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914c52ad-2cc1-4667-ad54-bceded9dfac5,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:43.893191 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.911503 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3c6ce-6a7c-428a-ad7d-3cb941c7c7f4 req-c034cc0a-b0f1-4aec-9b60-f4fe1ca7baa2 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:43.913129 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9cf3c6ce-6a7c-428a-ad7d-3cb941c7c7f4 req-c034cc0a-b0f1-4aec-9b60-f4fe1ca7baa2 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.1060510 Oct 15 16:37:43.928798 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] For port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,segment=NetworkSegment(a15bafbc-b303-4d01-9609-ed80b79e7bd4),segment_id=a15bafbc-b303-4d01-9609-ed80b79e7bd4)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:43.929208 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:43.934393 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:43.944311 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Calling delete_port for 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 owned by network:dhcp {{(pid=99837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:37:43.945676 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] No DVR routers for this DVR port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 on host dv-cinder-801913-8-iscsi {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:44.018710 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-9cf3c6ce-6a7c-428a-ad7d-3cb941c7c7f4 req-b047797d-3d15-4737-8361-abe11fb57b96 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799985 Oct 15 16:37:44.042623 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104'] for port, after_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.053613 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.056176 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] No DVR routers for this DVR port 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 on host dv-cinder-801913-8-iscsi {{(pid=99837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:37:44.076320 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78924847-c737-4084-af0d-47e0f3d15079']}} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:44.079994 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Pushing event deleted for resources: {'Port': ['ID=1c056957-dcf0-47e6-a13b-ca4c1ed4ff29,revision_number=None']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:44.090109 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15bafbc-b303-4d01-9609-ed80b79e7bd4') {'for_net_delete': True} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:44.090566 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15bafbc-b303-4d01-9609-ed80b79e7bd4') {} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:37:44.092740 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.093104 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.093454 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.093796 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.094135 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.094478 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.094811 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.095143 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.095475 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.095804 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.096129 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.096454 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3301d5-2c02-4865-af3d-fd7ded68fd81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:44.105421 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532074013'] for segment, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.120884 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.127491 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=99836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:37:44.127879 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532520379'] for segment, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: Traceback (most recent call last): Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: timer() Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: cb(*args, **kw) Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: return func(*args, **kwargs) Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: self._notify() Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: self.callback(batched_events) Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: event.method(event) Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: return f(self, *a, **k) Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._get(url).json() Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: return self.request(url, 'GET', **kwargs) Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:37:44.129844 dv-cinder-801913-8-iscsi neutron-server[99836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:37:44.189837 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.195536 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.198751 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] 10.222.0.44 "DELETE /v2.0/networks/78924847-c737-4084-af0d-47e0f3d15079 HTTP/1.1" status: 204 len: 168 time: 0.7666526 Oct 15 16:37:44.211226 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc3674-3e36-42d8-8862-db7e0c262f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=78924847-c737-4084-af0d-47e0f3d15079,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:44.224656 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54878) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:44.238324 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-557a2f54-15a0-4f4e-beec-c12fdcd8130f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.321873 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-557a2f54-15a0-4f4e-beec-c12fdcd8130f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.322554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54880) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:44.327454 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-557a2f54-15a0-4f4e-beec-c12fdcd8130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.364821 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c46750f3-aa38-4502-be36-99690e97b12b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0477a7a60c16413fb41dd6974bbfb3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391922 Oct 15 16:37:44.365599 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 54882) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:44.368088 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-557a2f54-15a0-4f4e-beec-c12fdcd8130f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9493fbadeb6440fb4d37a2dd7510074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423008 Oct 15 16:37:44.369620 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54884) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:44.376523 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a2f54-15a0-4f4e-beec-c12fdcd8130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9bda0e-656b-44bb-80a8-2e7d63723603,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:44.417465 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-11034255-31cd-46ab-b8ef-2b108e2ea1df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.421250 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8565cf43-c884-460d-9e94-840f5433cc22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.438187 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-11034255-31cd-46ab-b8ef-2b108e2ea1df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.442017 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8565cf43-c884-460d-9e94-840f5433cc22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.486621 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-11034255-31cd-46ab-b8ef-2b108e2ea1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.489253 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-11034255-31cd-46ab-b8ef-2b108e2ea1df admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.490510 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-11034255-31cd-46ab-b8ef-2b108e2ea1df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74f481d1-9662-4b33-a70b-40de290036a0 HTTP/1.1" status: 204 len: 168 time: 0.1238127 Oct 15 16:37:44.492192 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8565cf43-c884-460d-9e94-840f5433cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.495349 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8565cf43-c884-460d-9e94-840f5433cc22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.496592 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8565cf43-c884-460d-9e94-840f5433cc22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e9bda0e-656b-44bb-80a8-2e7d63723603 HTTP/1.1" status: 204 len: 168 time: 0.1260126 Oct 15 16:37:44.501539 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11034255-31cd-46ab-b8ef-2b108e2ea1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f481d1-9662-4b33-a70b-40de290036a0,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:44.506118 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565cf43-c884-460d-9e94-840f5433cc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9bda0e-656b-44bb-80a8-2e7d63723603,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:44.865167 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54900) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:44.905049 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-c5ef05a7-f36c-4dde-ae74-f8b25bc2325d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8392a8a13ab541b786b715d690021bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386858 Oct 15 16:37:44.907606 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 54904) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:44.958709 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-efe70b8e-1375-4bae-9e27-4ce550aa6967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.979786 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-efe70b8e-1375-4bae-9e27-4ce550aa6967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:44.992260 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:45.029182 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-efe70b8e-1375-4bae-9e27-4ce550aa6967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:45.031832 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-efe70b8e-1375-4bae-9e27-4ce550aa6967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:45.035465 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-efe70b8e-1375-4bae-9e27-4ce550aa6967 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b840dedc-97bf-4f16-b15f-19280a2fa527 HTTP/1.1" status: 204 len: 168 time: 0.1244895 Oct 15 16:37:45.043850 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe70b8e-1375-4bae-9e27-4ce550aa6967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b840dedc-97bf-4f16-b15f-19280a2fa527,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:45.144991 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4d4f-c1de-4537-ba53-b9bcbdd75d5f req-219da01c-8fcf-4d5b-a6dc-08e472a16793 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:45.146788 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-13cc4d4f-c1de-4537-ba53-b9bcbdd75d5f req-219da01c-8fcf-4d5b-a6dc-08e472a16793 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0530498 Oct 15 16:37:45.197008 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-13cc4d4f-c1de-4537-ba53-b9bcbdd75d5f req-041dc324-83c5-4cbe-9a29-52f87de26481 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393136 Oct 15 16:37:45.272263 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 19faedcc-43bb-4ec1-b640-a57da2effcd0 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:45.296490 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 19faedcc-43bb-4ec1-b640-a57da2effcd0 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:45.296882 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 19faedcc-43bb-4ec1-b640-a57da2effcd0 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:45.297308 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:37:45.317489 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:37:45.317837 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 1c056957-dcf0-47e6-a13b-ca4c1ed4ff29 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:37:46.325667 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac3443-f53a-41d4-99d5-628df63a4b02 req-cd9502c0-b2f5-47f0-80df-083d445d9f12 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:46.327323 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f9ac3443-f53a-41d4-99d5-628df63a4b02 req-cd9502c0-b2f5-47f0-80df-083d445d9f12 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0509381 Oct 15 16:37:46.366508 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f9ac3443-f53a-41d4-99d5-628df63a4b02 req-0e7e8833-81c9-4308-a2cf-6745720dd4c9 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329995 Oct 15 16:37:47.407973 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55032) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:47.483738 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b044c3-70c3-4a57-8545-a4b11f24f1d0 req-b33b8fc0-633e-465a-aa2f-26e61edb81aa tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:47.485301 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a9b044c3-70c3-4a57-8545-a4b11f24f1d0 req-b33b8fc0-633e-465a-aa2f-26e61edb81aa tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0519927 Oct 15 16:37:47.520916 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-eafe9919-fcbb-495d-a8ae-9ee541e649f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:47.542404 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a9b044c3-70c3-4a57-8545-a4b11f24f1d0 req-a1518aab-7c29-41f4-8d43-2fd243cd3f95 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514362 Oct 15 16:37:47.605751 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-eafe9919-fcbb-495d-a8ae-9ee541e649f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:47.610098 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-eafe9919-fcbb-495d-a8ae-9ee541e649f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:47.647765 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-eafe9919-fcbb-495d-a8ae-9ee541e649f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=216be06aa80b4a89bf02a8e76b4ab63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386122 Oct 15 16:37:47.648900 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe9919-fcbb-495d-a8ae-9ee541e649f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be51b95e-45a9-4a2a-a10f-8b725d4b1faa,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:47.650476 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55036) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:47.707759 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8683c3ea-a93a-4de9-8bbc-5b008a3967be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:47.728411 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8683c3ea-a93a-4de9-8bbc-5b008a3967be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:47.774024 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8683c3ea-a93a-4de9-8bbc-5b008a3967be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:47.776584 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8683c3ea-a93a-4de9-8bbc-5b008a3967be admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:47.777789 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-8683c3ea-a93a-4de9-8bbc-5b008a3967be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be51b95e-45a9-4a2a-a10f-8b725d4b1faa HTTP/1.1" status: 204 len: 168 time: 0.1256642 Oct 15 16:37:47.786100 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683c3ea-a93a-4de9-8bbc-5b008a3967be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be51b95e-45a9-4a2a-a10f-8b725d4b1faa,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:48.045839 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55042) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:48.058790 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc2e8-b6c7-4f8c-979e-fcaacdf89d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:48.132146 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc2e8-b6c7-4f8c-979e-fcaacdf89d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:48.135828 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc2e8-b6c7-4f8c-979e-fcaacdf89d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:48.174452 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-1cdcc2e8-b6c7-4f8c-979e-fcaacdf89d84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fcea144b27247dea7caa083f97b3bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1275220 Oct 15 16:37:48.175588 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcc2e8-b6c7-4f8c-979e-fcaacdf89d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d1349e-5197-4498-99ec-ad42563bd70c,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:48.177133 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55044) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:48.225160 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-dbd41fae-3877-4779-9fb0-57e68802535e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:48.245802 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-dbd41fae-3877-4779-9fb0-57e68802535e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:48.296781 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-dbd41fae-3877-4779-9fb0-57e68802535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:48.299736 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-dbd41fae-3877-4779-9fb0-57e68802535e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:48.301137 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-dbd41fae-3877-4779-9fb0-57e68802535e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58d1349e-5197-4498-99ec-ad42563bd70c HTTP/1.1" status: 204 len: 168 time: 0.1222796 Oct 15 16:37:48.309434 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd41fae-3877-4779-9fb0-57e68802535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d1349e-5197-4498-99ec-ad42563bd70c,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:48.524048 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-38d192fe-7a61-4784-b9ee-256fa4426f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:48.525618 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-38d192fe-7a61-4784-b9ee-256fa4426f01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a86c459dca342c9a7097322a2721c93&device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1096 time: 0.0423901 Oct 15 16:37:48.645203 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-a765ab02-da3b-481e-9411-9485f45bd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:48.647625 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-a765ab02-da3b-481e-9411-9485f45bd7c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 200 len: 909 time: 0.1012833 Oct 15 16:37:48.663827 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb2e8e-1033-4146-a43c-72583f46c5e7 req-d3cb94a3-18ff-4f8e-a87f-6d036cdd7610 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:48.665403 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7dbb2e8e-1033-4146-a43c-72583f46c5e7 req-d3cb94a3-18ff-4f8e-a87f-6d036cdd7610 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0530660 Oct 15 16:37:48.706274 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-7dbb2e8e-1033-4146-a43c-72583f46c5e7 req-2ebfd73e-8d32-4145-a966-e0060b53dc94 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339153 Oct 15 16:37:48.721461 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-cb4a67ed-1598-4cd8-81e1-a18e2cc00d6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 200 len: 998 time: 0.0671284 Oct 15 16:37:48.771333 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-18e1d0c5-eb8b-4ac1-a1f3-425bfd82597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:48.772956 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-18e1d0c5-eb8b-4ac1-a1f3-425bfd82597d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=909ad65b-fb1b-4cd7-bcb5-740d30718061 HTTP/1.1" status: 200 len: 847 time: 0.0450120 Oct 15 16:37:48.820318 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-f2e79c3b-5698-47b2-a4e0-d1f3fc810df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:48.821927 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-f2e79c3b-5698-47b2-a4e0-d1f3fc810df1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=736029a6-f3cb-4eff-b36d-2478b647a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415983 Oct 15 16:37:48.917475 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-06d0e72d-1d2e-4e3c-9abf-ecd26606a45b service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881755 Oct 15 16:37:49.005650 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-0570c8b8-4264-4bce-872c-1466d46f40a0 req-c0ead131-50b3-46c2-b4ff-a9c29df23ee4 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813739 Oct 15 16:37:49.810124 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e63b266d-b97c-4539-a5f7-3103f38ce8e2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=99837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 16:37:49.825233 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5fbe5-eeaf-4ba0-8740-dbc300430aad req-638d490f-9e37-42a2-bf1c-4c73cf33f600 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:49.826828 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f4b5fbe5-eeaf-4ba0-8740-dbc300430aad req-638d490f-9e37-42a2-bf1c-4c73cf33f600 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 943 time: 0.0525632 Oct 15 16:37:49.865828 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-f4b5fbe5-eeaf-4ba0-8740-dbc300430aad req-d2afbdf8-3111-4bf2-aa69-8cf8b67cb269 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328214 Oct 15 16:37:49.920933 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:49.936266 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Returning: {'device': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'port_id': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'mac_address': 'fa:16:3e:1a:e1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 16:37:50.094672 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:50.107703 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63b266d-b97c-4539-a5f7-3103f38ce8e2 {{(pid=99837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 16:37:50.127717 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:50.131467 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:50.182808 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=7']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:50.346013 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] get_ports_and_sgs() called for port_ids ['e63b266d-b97c-4539-a5f7-3103f38ce8e2'] {{(pid=99837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 16:37:50.982473 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bdcbe-f326-4c40-bdce-feac12e8acc0 req-fe90eaa2-041d-4f20-87d8-ecf21a29ab42 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:50.983921 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d18bdcbe-f326-4c40-bdce-feac12e8acc0 req-fe90eaa2-041d-4f20-87d8-ecf21a29ab42 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 944 time: 0.0526178 Oct 15 16:37:51.021319 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-d18bdcbe-f326-4c40-bdce-feac12e8acc0 req-9aeb8325-35d0-449c-9629-c7d02910990d tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Oct 15 16:37:51.823276 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e63b266d-b97c-4539-a5f7-3103f38ce8e2 up at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 16:37:51.874394 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.provisioning_blocks [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Provisioning complete for port e63b266d-b97c-4539-a5f7-3103f38ce8e2 triggered by entity L2. {{(pid=99837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 16:37:51.874773 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4129699'] for port, provisioning_complete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:51.951554 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4185231'] for port, before_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:51.974323 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2'}] {{(pid=99837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:37:51.976626 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dab547e01f6c32b6499105553fc2c25bf3574b97578258a65324ea9a7964482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f43507f-6f10-45a2-b016-caf3b59b4c1e" -d '{"events": [{"server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "name": "network-vif-plugged", "status": "completed", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2"}]}' {{(pid=99837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:37:51.990099 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:37:51.994164 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755561069909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755560600113', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755560600131'] for port, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:52.020107 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b619b0a1-8342-4baa-8b52-b5c211e22ead x-openstack-request-id: req-b619b0a1-8342-4baa-8b52-b5c211e22ead {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:37:52.020392 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "name": "network-vif-plugged", "status": "completed", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2", "code": 200}]} {{(pid=99837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:37:52.020661 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b619b0a1-8342-4baa-8b52-b5c211e22ead {{(pid=99837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:37:52.021082 dv-cinder-801913-8-iscsi neutron-server[99837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'code': 200} Oct 15 16:37:52.048581 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Pushing event updated for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=8']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:52.051191 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:37:52.135781 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb0f8-9469-41a6-87ed-fb8b5af0151a req-2c3b96e0-87c0-45ee-88d4-8602094ac0ab tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:52.137294 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c4dcb0f8-9469-41a6-87ed-fb8b5af0151a req-2c3b96e0-87c0-45ee-88d4-8602094ac0ab tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0497410 Oct 15 16:37:52.177892 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-c4dcb0f8-9469-41a6-87ed-fb8b5af0151a req-7d565bb8-b112-4c6a-bb84-ab9da05ae52a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 Oct 15 16:37:52.231058 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2ee6d-dedd-4666-b0aa-69fd55b367af req-5438ebf9-0937-4c52-8089-81c4a21cb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:52.232554 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-20b2ee6d-dedd-4666-b0aa-69fd55b367af req-5438ebf9-0937-4c52-8089-81c4a21cb2d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1098 time: 0.0397558 Oct 15 16:37:52.270229 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-20b2ee6d-dedd-4666-b0aa-69fd55b367af req-079e70c5-42da-471d-b38a-82b3f8ae7465 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307407 Oct 15 16:37:53.188455 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55152) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:53.297683 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666a5b1-a111-4dd7-8dcf-c8b783134dac req-3b30e4f5-f903-4f30-86dd-8ca9fe2df105 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:53.299173 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a666a5b1-a111-4dd7-8dcf-c8b783134dac req-3b30e4f5-f903-4f30-86dd-8ca9fe2df105 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0508618 Oct 15 16:37:53.303457 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b885a43e-460d-495c-8e03-4fce96c0067b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.339220 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-a666a5b1-a111-4dd7-8dcf-c8b783134dac req-7cfb2eea-f360-4ac7-9099-ebab0cd57390 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Oct 15 16:37:53.384875 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b885a43e-460d-495c-8e03-4fce96c0067b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.388889 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b885a43e-460d-495c-8e03-4fce96c0067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.425860 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-b885a43e-460d-495c-8e03-4fce96c0067b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5081bb8439f8422eb57b3e56481dd8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362926 Oct 15 16:37:53.427739 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885a43e-460d-495c-8e03-4fce96c0067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c33e148-873b-479b-a426-5db8f96389b0,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:53.428543 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55158) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:53.475990 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.499129 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.543535 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.546133 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.547275 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c33e148-873b-479b-a426-5db8f96389b0 HTTP/1.1" status: 204 len: 168 time: 0.1176305 Oct 15 16:37:53.555020 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c33e148-873b-479b-a426-5db8f96389b0,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:53.561965 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.562314 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.562653 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.562982 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.563307 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.563635 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.563960 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.564386 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.564739 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.565064 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.565384 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.565701 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9763013-e22d-4bea-a850-93fe5d390f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:37:53.799452 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55164) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:53.813099 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef36e-10d9-49c5-9d8b-abb556825dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.886077 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef36e-10d9-49c5-9d8b-abb556825dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.890524 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef36e-10d9-49c5-9d8b-abb556825dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:53.927606 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-5b8ef36e-10d9-49c5-9d8b-abb556825dc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15c3b8fea2e04dfdbc3082c7d292307d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269982 Oct 15 16:37:53.928638 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef36e-10d9-49c5-9d8b-abb556825dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe5d3c-895e-423a-a228-d2e9dabab714,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:53.930205 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55166) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:53.980575 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c6b97ba3-55cf-43a9-a7f5-93ce8ef7c4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.000836 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c6b97ba3-55cf-43a9-a7f5-93ce8ef7c4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.045771 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c6b97ba3-55cf-43a9-a7f5-93ce8ef7c4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.049579 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c6b97ba3-55cf-43a9-a7f5-93ce8ef7c4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.050901 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-c6b97ba3-55cf-43a9-a7f5-93ce8ef7c4d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ebe5d3c-895e-423a-a228-d2e9dabab714 HTTP/1.1" status: 204 len: 168 time: 0.1196668 Oct 15 16:37:54.059907 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b97ba3-55cf-43a9-a7f5-93ce8ef7c4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe5d3c-895e-423a-a228-d2e9dabab714,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:54.358069 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55172) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:54.371007 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9afb0a8-1189-4cea-a281-8c3451c170eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.455804 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9afb0a8-1189-4cea-a281-8c3451c170eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.460310 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f9afb0a8-1189-4cea-a281-8c3451c170eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.462723 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c0628-fb1a-49ac-ab85-c0d6246c32e0 req-4df90873-522c-4a36-af54-ec1777114338 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:37:54.464238 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-901c0628-fb1a-49ac-ab85-c0d6246c32e0 req-4df90873-522c-4a36-af54-ec1777114338 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0511088 Oct 15 16:37:54.499961 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f9afb0a8-1189-4cea-a281-8c3451c170eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e4b99a77ca84190baad869a99f77b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407993 Oct 15 16:37:54.501906 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afb0a8-1189-4cea-a281-8c3451c170eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6359f43-1643-4087-8ca8-65badc06fa04,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:54.502575 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-901c0628-fb1a-49ac-ab85-c0d6246c32e0 req-177082d6-f664-403e-9c44-c1e00d1442a1 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319912 Oct 15 16:37:54.503031 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55176) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:54.563198 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8f005a3b-1d3c-4c27-b6eb-a363589c7fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.584810 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8f005a3b-1d3c-4c27-b6eb-a363589c7fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.632209 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8f005a3b-1d3c-4c27-b6eb-a363589c7fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.634863 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-8f005a3b-1d3c-4c27-b6eb-a363589c7fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:54.636013 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-8f005a3b-1d3c-4c27-b6eb-a363589c7fec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6359f43-1643-4087-8ca8-65badc06fa04 HTTP/1.1" status: 204 len: 168 time: 0.1320753 Oct 15 16:37:54.643936 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f005a3b-1d3c-4c27-b6eb-a363589c7fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6359f43-1643-4087-8ca8-65badc06fa04,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:55.639969 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55208) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:55.741388 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7a1bab01-3163-4934-bfc3-09b010f0b4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:55.815370 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7a1bab01-3163-4934-bfc3-09b010f0b4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:55.819159 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-7a1bab01-3163-4934-bfc3-09b010f0b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:55.855610 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bab01-3163-4934-bfc3-09b010f0b4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9710da59-aded-45ea-b5f0-ea2496301123,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:55.861109 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-7a1bab01-3163-4934-bfc3-09b010f0b4ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6702f21735224aa8a2db488266461d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198443 Oct 15 16:37:55.863903 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55212) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:55.911144 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-83d0f65f-e3c8-43b4-99d6-dc10f7dc823a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:55.931304 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-83d0f65f-e3c8-43b4-99d6-dc10f7dc823a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:55.978721 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-83d0f65f-e3c8-43b4-99d6-dc10f7dc823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:55.981324 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-83d0f65f-e3c8-43b4-99d6-dc10f7dc823a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:55.982489 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-83d0f65f-e3c8-43b4-99d6-dc10f7dc823a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9710da59-aded-45ea-b5f0-ea2496301123 HTTP/1.1" status: 204 len: 168 time: 0.1176808 Oct 15 16:37:55.990090 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0f65f-e3c8-43b4-99d6-dc10f7dc823a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9710da59-aded-45ea-b5f0-ea2496301123,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:59.446169 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55256) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:59.546401 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f1ece7f3-ebe6-4993-92e0-23532d4d47c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:59.620035 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f1ece7f3-ebe6-4993-92e0-23532d4d47c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:59.624491 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f1ece7f3-ebe6-4993-92e0-23532d4d47c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:59.661940 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f1ece7f3-ebe6-4993-92e0-23532d4d47c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a77cafac0ca46b784e0c62312a382f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146609 Oct 15 16:37:59.663034 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ece7f3-ebe6-4993-92e0-23532d4d47c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd9a69-cb6f-4640-96ac-09cb5f19e67c,revision_number=1']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:37:59.664765 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55260) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:37:59.714355 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fa935342-4fc5-48c0-8591-850fde5fd956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:59.735818 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fa935342-4fc5-48c0-8591-850fde5fd956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:59.781083 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fa935342-4fc5-48c0-8591-850fde5fd956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:59.783572 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-fa935342-4fc5-48c0-8591-850fde5fd956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:37:59.784737 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-fa935342-4fc5-48c0-8591-850fde5fd956 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bdd9a69-cb6f-4640-96ac-09cb5f19e67c HTTP/1.1" status: 204 len: 168 time: 0.1188958 Oct 15 16:37:59.792710 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa935342-4fc5-48c0-8591-850fde5fd956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd9a69-cb6f-4640-96ac-09cb5f19e67c,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:38:05.769308 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-a07026e9-0d4a-477a-8d9e-5f2bf05e85c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:08.525542 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-7aa3af63-ef95-449d-bbf9-c12d6c9750e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:09.483537 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:09.521760 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:11.069720 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:15.010034 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:19.776418 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55396) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:38:19.878996 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-423f9958-b849-4a41-91be-cf0f833baa49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:19.951404 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-423f9958-b849-4a41-91be-cf0f833baa49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:19.955208 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-423f9958-b849-4a41-91be-cf0f833baa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_create {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:19.995969 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-423f9958-b849-4a41-91be-cf0f833baa49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8693220030ee461b82070e3c1c51aa92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184491 Oct 15 16:38:19.996915 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f9958-b849-4a41-91be-cf0f833baa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c96de4-8ff6-4c44-8aad-a552dbacbef5,revision_number=1']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:38:19.998650 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55400) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:38:20.048233 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0794b692-5309-46a9-b14b-d64fed9e1591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:20.068403 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0794b692-5309-46a9-b14b-d64fed9e1591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:20.114038 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0794b692-5309-46a9-b14b-d64fed9e1591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:20.116868 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-0794b692-5309-46a9-b14b-d64fed9e1591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:20.118058 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-0794b692-5309-46a9-b14b-d64fed9e1591 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6c96de4-8ff6-4c44-8aad-a552dbacbef5 HTTP/1.1" status: 204 len: 168 time: 0.1175025 Oct 15 16:38:20.126139 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794b692-5309-46a9-b14b-d64fed9e1591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c96de4-8ff6-4c44-8aad-a552dbacbef5,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:38:29.051032 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:38:35.768793 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-16dd13a5-e3db-452a-be9f-14b55631f7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:38.525450 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-75ebc9dc-e4f4-43be-b51d-6764b69f0b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:39.488923 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:39.521476 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:41.071113 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:38:45.008407 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:05.769950 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-2b526277-9dec-471a-bac0-3b94e76295b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:06.051374 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:39:07.706678 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55414) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:07.860643 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Deleting port c01c3c0c-490e-4bd9-b17b-38ac4f173838 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:07.861012 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:07.934231 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:07.934554 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:07.945801 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Calling delete_port for c01c3c0c-490e-4bd9-b17b-38ac4f173838 owned by network:floatingip {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:08.092677 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:08.117944 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event deleted for resources: {'Port': ['ID=c01c3c0c-490e-4bd9-b17b-38ac4f173838,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:08.126428 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.126784 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.127129 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.127461 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.127813 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.128124 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.128896 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.128896 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.129145 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.129468 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.129790 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.130118 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:08.191457 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for floatingip, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:08.191802 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.db.l3_db [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Floating IP dedf5252-2f97-409a-ae1e-f9fd895144b3 disassociated (deleted). External IP: 172.27.2.42, port: e63b266d-b97c-4539-a5f7-3103f38ce8e2. Oct 15 16:39:08.391831 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Router 9b615be7-541a-4c99-a2a2-1144ed48fffb has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:39:08.527142 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-769c9d94-d311-4612-9f05-0b1263f4dd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:08.763859 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:39:08.768914 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for floatingip, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:08.773320 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] Sync routers for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:39:08.782132 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:39:08.782750 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:39:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:08.794626 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-6105e2e1-827e-488c-a734-ccfd3946bd93 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "DELETE /v2.0/floatingips/dedf5252-2f97-409a-ae1e-f9fd895144b3 HTTP/1.1" status: 204 len: 168 time: 1.0868716 Oct 15 16:39:08.795223 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:39:08.797533 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a470ca-f573-4255-9998-2e2a21fef7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:39:08.843032 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3af3e3-dc7e-40f5-b81b-7c8f4a66e8db x-openstack-request-id: req-4e3af3e3-dc7e-40f5-b81b-7c8f4a66e8db {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:39:08.843325 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:39:08.843575 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e3af3e3-dc7e-40f5-b81b-7c8f4a66e8db {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:39:08.843988 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'status': 'completed', 'code': 200} Oct 15 16:39:08.897303 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:39:09.017776 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-52d4c7d0-21f2-41c7-89e6-64419ca5bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:39:09.019564 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-52d4c7d0-21f2-41c7-89e6-64419ca5bf2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a86c459dca342c9a7097322a2721c93&device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 1098 time: 0.1521862 Oct 15 16:39:09.123200 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-a3d64f00-0593-45c6-96bc-4348c5ab728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:39:09.127135 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-a3d64f00-0593-45c6-96bc-4348c5ab728e service neutron] 10.222.0.66 "GET /v2.0/networks?id=736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 200 len: 909 time: 0.0979216 Oct 15 16:39:09.132913 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:20Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:09.170574 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] Checking router: 9b615be7-541a-4c99-a2a2-1144ed48fffb for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:39:09.174310 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-427148bf-7ffa-46f6-bc6d-e300bb3cce63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 200 len: 217 time: 0.0410433 Oct 15 16:39:09.179822 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:39:09.180430 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:39:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:09.195715 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60876d60-d9e4-4739-8a69-3e306b84292a req-4dea1e18-9c2f-4fdd-afbc-667aaa4c45e7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:39:09.197402 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-60876d60-d9e4-4739-8a69-3e306b84292a req-4dea1e18-9c2f-4fdd-afbc-667aaa4c45e7 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.2034769 Oct 15 16:39:09.226018 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-c5870ee4-7c05-4394-a351-19a2e03784ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:39:09.227448 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-c5870ee4-7c05-4394-a351-19a2e03784ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=909ad65b-fb1b-4cd7-bcb5-740d30718061 HTTP/1.1" status: 200 len: 847 time: 0.0449641 Oct 15 16:39:09.240512 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-60876d60-d9e4-4739-8a69-3e306b84292a req-54e2a080-c1a8-4e02-b966-4de7f82cbb83 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372705 Oct 15 16:39:09.278209 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-2f434ccf-4698-4252-9b16-ba6600938458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:39:09.279668 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-2f434ccf-4698-4252-9b16-ba6600938458 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=736029a6-f3cb-4eff-b36d-2478b647a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442719 Oct 15 16:39:09.291089 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:39:09.291277 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-0f468ce7-5e04-4d32-9720-0e3dd7c1a9e2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 16:39:09.292395 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-0f468ce7-5e04-4d32-9720-0e3dd7c1a9e2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054617 Oct 15 16:39:09.382220 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-3b8dc3ed-6a95-4915-a5be-5dee3134dd34 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827022 Oct 15 16:39:09.474843 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-d8a470ca-f573-4255-9998-2e2a21fef7ea req-6b64137b-1542-4a13-8619-9031dbd25d79 service neutron] 10.222.0.66 "GET /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857103 Oct 15 16:39:09.493983 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:09.496779 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:20Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:09.532538 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642bed9a-4553-42f5-88cc-e77ac4545d9b None None] The sync data for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi is: [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:34:15Z', 'revision_number': 4, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi', '_interfaces': [{'id': 'b34ce24b-a040-4133-9828-4928cfda0f7c', 'name': '', 'network_id': '736029a6-f3cb-4eff-b36d-2478b647a194', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'mac_address': 'fa:16:3e:34:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:14Z', 'updated_at': '2021-10-15T16:34:20Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'subnets': [{'id': '909ad65b-fb1b-4cd7-bcb5-740d30718061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:39:09.545704 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:09.737868 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35004070-60e9-4fb6-ba35-fabcb5aec962 None None] New status for floating IP dedf5252-2f97-409a-ae1e-f9fd895144b3: DOWN {{(pid=99838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 16:39:10.403937 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a261c-2ea4-47b6-bfc5-657ae4d68ff1 req-63df6be5-8eca-464c-8fe6-e99f521fa35d tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:39:10.405363 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0d5a261c-2ea4-47b6-bfc5-657ae4d68ff1 req-63df6be5-8eca-464c-8fe6-e99f521fa35d tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0975862 Oct 15 16:39:10.444086 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-0d5a261c-2ea4-47b6-bfc5-657ae4d68ff1 req-4d8f798b-60f0-4824-9b37-5b6ad7894a47 tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/security-groups?id=608b304a-44e9-4d7d-8bdb-357620473e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Oct 15 16:39:10.530101 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-4b8b1da9-6a61-4164-a247-9e323ade42dd tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 16:39:10.531567 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-4b8b1da9-6a61-4164-a247-9e323ade42dd tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.66 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 945 time: 0.0502324 Oct 15 16:39:10.625197 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Deleting port e63b266d-b97c-4539-a5f7-3103f38ce8e2 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:10.625541 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:10.719434 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] For port e63b266d-b97c-4539-a5f7-3103f38ce8e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e63b266d-b97c-4539-a5f7-3103f38ce8e2,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:39:10.719682 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:10.732670 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Calling delete_port for e63b266d-b97c-4539-a5f7-3103f38ce8e2 owned by compute:nova {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:10.861472 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:10.891082 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event deleted for resources: {'Port': ['ID=e63b266d-b97c-4539-a5f7-3103f38ce8e2,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:10.930887 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] No DVR routers for this DVR port e63b266d-b97c-4539-a5f7-3103f38ce8e2 on host hv-cinder-80191 {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:39:10.933617 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501588'] for port, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:10.937012 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [req-84117f5d-7a63-472e-bcee-e37a06b4ba90 req-463141e9-f091-4217-8678-a63f449e1c0a tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.66 "DELETE /v2.0/ports/e63b266d-b97c-4539-a5f7-3103f38ce8e2 HTTP/1.1" status: 204 len: 173 time: 0.3987553 Oct 15 16:39:10.937454 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'name': 'network-vif-deleted', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2'}] {{(pid=99835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 16:39:10.939783 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc25b772f1b53913e0da9009a5e846ab2327e62afab70b76d4f64182e8ee997b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1515a08d-452a-4652-9e43-6cab857b3e55" -d '{"events": [{"server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "name": "network-vif-deleted", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2"}]}' {{(pid=99835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 16:39:10.997293 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177599de-7aab-4278-bffc-4248474ccda0 x-openstack-request-id: req-177599de-7aab-4278-bffc-4248474ccda0 {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 16:39:10.997620 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eacf2d-0854-4f97-a982-13bc42d0ca4c", "name": "network-vif-deleted", "tag": "e63b266d-b97c-4539-a5f7-3103f38ce8e2", "status": "completed", "code": 200}]} {{(pid=99835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 16:39:10.997883 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-177599de-7aab-4278-bffc-4248474ccda0 {{(pid=99835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 16:39:10.998288 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eacf2d-0854-4f97-a982-13bc42d0ca4c', 'name': 'network-vif-deleted', 'tag': 'e63b266d-b97c-4539-a5f7-3103f38ce8e2', 'status': 'completed', 'code': 200} Oct 15 16:39:11.074148 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:11.555557 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [req-aa600332-275d-42e5-80bc-083a8a0672fd req-b9130e33-5b53-415c-a9c7-c1be549860bd tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "GET /v2.0/ports?device_id=67eacf2d-0854-4f97-a982-13bc42d0ca4c HTTP/1.1" status: 200 len: 210 time: 0.0306027 Oct 15 16:39:12.611414 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55444) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:12.677426 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:12.708142 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:12.773793 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:12.776648 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Publish callbacks [] for security_group, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:12.777841 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] 10.222.0.44 "DELETE /v2.0/security-groups/608b304a-44e9-4d7d-8bdb-357620473e19 HTTP/1.1" status: 204 len: 168 time: 0.1654019 Oct 15 16:39:12.787142 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608b304a-44e9-4d7d-8bdb-357620473e19,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:12.794324 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.794670 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.795009 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.795346 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.795681 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.796009 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.796336 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.796658 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.797012 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.797336 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.797688 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.797976 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e4c50-2430-422a-a3c0-b68f344e192f tempest-TestShelveInstance-886101243 tempest-TestShelveInstance-886101243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:12.824773 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55448) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:13.261270 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:13.499299 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Deleting port b34ce24b-a040-4133-9828-4928cfda0f7c {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:13.499551 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:13.576763 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] For port b34ce24b-a040-4133-9828-4928cfda0f7c, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=b34ce24b-a040-4133-9828-4928cfda0f7c,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:39:13.577152 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:13.592331 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Calling delete_port for b34ce24b-a040-4133-9828-4928cfda0f7c owned by network:router_interface {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:13.765419 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:13.791169 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Pushing event deleted for resources: {'Port': ['ID=b34ce24b-a040-4133-9828-4928cfda0f7c,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:13.969236 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:14.180026 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Router 9b615be7-541a-4c99-a2a2-1144ed48fffb has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:39:14.259835 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e63b266d-b97c-4539-a5f7-3103f38ce8e2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:39:14.280166 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] No Port match for: e63b266d-b97c-4539-a5f7-3103f38ce8e2 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:39:14.280509 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Device e63b266d-b97c-4539-a5f7-3103f38ce8e2 not bound to the agent host hv-cinder-80191 {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:39:14.285356 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:39:14.290254 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ef80389c-ce87-47c7-a478-75d564aa0513 admin admin] 10.222.0.44 "PUT /v2.0/routers/9b615be7-541a-4c99-a2a2-1144ed48fffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4643786 Oct 15 16:39:14.292894 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55452) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:14.295500 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] Sync routers for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:39:14.304686 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:39:14.305390 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:39:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:14.410853 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:39:14.597433 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:39:13Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:14.629251 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] Checking router: 9b615be7-541a-4c99-a2a2-1144ed48fffb for host: dv-cinder-801913-8-iscsi {{(pid=99837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:39:14.638002 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] Routers {'9b615be7-541a-4c99-a2a2-1144ed48fffb'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:39:14.638615 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:39:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['9b615be7-541a-4c99-a2a2-1144ed48fffb'], 'active': True} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:14.653712 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:14.755782 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:14.810025 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Deleting port e704d0de-baad-4dd9-8c65-5172ab98312f {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:14.810367 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:14.877620 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvr_db [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] Set router 9b615be7-541a-4c99-a2a2-1144ed48fffb gateway port host: dv-cinder-801913-8-iscsi {{(pid=99837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:39:14.895231 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] For port e704d0de-baad-4dd9-8c65-5172ab98312f, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=e704d0de-baad-4dd9-8c65-5172ab98312f,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:39:14.895617 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:14.907352 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Calling delete_port for e704d0de-baad-4dd9-8c65-5172ab98312f owned by network:router_gateway {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:15.010141 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.066212 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_hamode_db [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:39:13Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:15.071474 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.096219 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329634b8-a83c-4edd-9d50-dcd54b2710b7 None None] The sync data for ids ['9b615be7-541a-4c99-a2a2-1144ed48fffb'] in dv-cinder-801913-8-iscsi is: [{'id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'name': 'tempest-TestShelveInstance-509496806-router', 'tenant_id': '9a86c459dca342c9a7097322a2721c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:12Z', 'updated_at': '2021-10-15T16:39:13Z', 'revision_number': 5, 'project_id': '9a86c459dca342c9a7097322a2721c93', 'gw_port': {'id': 'e704d0de-baad-4dd9-8c65-5172ab98312f', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b615be7-541a-4c99-a2a2-1144ed48fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:13Z', 'updated_at': '2021-10-15T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}] {{(pid=99837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:39:15.097566 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e704d0de-baad-4dd9-8c65-5172ab98312f,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:15.156677 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.244763 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.246829 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.290600 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.291027 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b615be7-541a-4c99-a2a2-1144ed48fffb {{(pid=99836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:39:15.295344 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] Publish callbacks [] for router, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.296391 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-912d3c45-688c-483b-bb74-87a9e6c389a8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9b615be7-541a-4c99-a2a2-1144ed48fffb HTTP/1.1" status: 204 len: 168 time: 1.0024502 Oct 15 16:39:15.299232 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55454) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:15.342743 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11de70f-a601-4489-a70d-d2d487fc0d0f admin admin] Deleting subnet 909ad65b-fb1b-4cd7-bcb5-740d30718061 {{(pid=99836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:39:15.345655 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a11de70f-a601-4489-a70d-d2d487fc0d0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.379528 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a11de70f-a601-4489-a70d-d2d487fc0d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532074004'] for subnet, precommit_delete_associations {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.463289 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a11de70f-a601-4489-a70d-d2d487fc0d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.524133 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a11de70f-a601-4489-a70d-d2d487fc0d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532520417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532025287'] for subnet, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.551093 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11de70f-a601-4489-a70d-d2d487fc0d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909ad65b-fb1b-4cd7-bcb5-740d30718061,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:15.555053 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device b34ce24b-a040-4133-9828-4928cfda0f7c no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:39:15.561070 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-a11de70f-a601-4489-a70d-d2d487fc0d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for subnet, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.564327 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-a11de70f-a601-4489-a70d-d2d487fc0d0f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/909ad65b-fb1b-4cd7-bcb5-740d30718061 HTTP/1.1" status: 204 len: 168 time: 0.2641311 Oct 15 16:39:15.566840 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.wsgi [-] (99836) accepted ('10.222.0.44', 55456) {{(pid=99836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:15.583534 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878290e-299a-4b97-b13e-d06bd411088b None None] Network 736029a6-f3cb-4eff-b36d-2478b647a194 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:39:15.585918 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: b34ce24b-a040-4133-9828-4928cfda0f7c {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:39:15.586264 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device b34ce24b-a040-4133-9828-4928cfda0f7c not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:39:15.638947 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.692808 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Deleting port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 {{(pid=99836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:15.693150 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.761653 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.db [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] For port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:39:15.762035 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.775866 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.plugin [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Calling delete_port for 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 owned by network:dhcp {{(pid=99836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:15.785965 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] DHCP port deletion for 736029a6-f3cb-4eff-b36d-2478b647a194 request from dv-cinder-801913-8-iscsi {{(pid=99837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 16:39:15.833865 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Deleting port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 {{(pid=99837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:15.834326 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.863427 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532520404'] for port, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.887967 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:15.896331 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] No DVR routers for this DVR port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 on host dv-cinder-801913-8-iscsi {{(pid=99836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:39:15.896570 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.db [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] For port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,segment=NetworkSegment(deb40412-fc5b-443a-affe-e5edd601e870),segment_id=deb40412-fc5b-443a-affe-e5edd601e870)] {{(pid=99837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:39:15.897004 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.909419 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Calling delete_port for 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 owned by network:dhcp {{(pid=99837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:15.970600 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.986161 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104'] for port, after_delete {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:15.990970 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736029a6-f3cb-4eff-b36d-2478b647a194']}} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:16.001252 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb40412-fc5b-443a-affe-e5edd601e870') {'for_net_delete': True} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:16.001629 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.services.segments.db [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb40412-fc5b-443a-affe-e5edd601e870') {} {{(pid=99836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:16.011130 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Pushing event deleted for resources: {'Port': ['ID=125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0,revision_number=None']} {{(pid=99837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:16.011477 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532074013'] for segment, before_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.018940 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] No DVR routers for this DVR port 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 on host dv-cinder-801913-8-iscsi {{(pid=99837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:39:16.021564 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.021920 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.022274 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.022658 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.022980 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.023321 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.023653 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.023985 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.024337 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.024667 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.025024 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.025349 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a35e-9e31-4405-8093-884d27302752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-8-iscsi {{(pid=99837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 16:39:16.027855 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.037228 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=99836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:39:16.037614 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532520379'] for segment, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: Traceback (most recent call last): Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: timer() Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: cb(*args, **kw) Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: return func(*args, **kwargs) Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: self._notify() Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: self.callback(batched_events) Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: event.method(event) Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: return f(self, *a, **k) Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._get(url).json() Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: return self.request(url, 'GET', **kwargs) Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:39:16.039488 dv-cinder-801913-8-iscsi neutron-server[99836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:39:16.092917 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.103103 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron_lib.callbacks.manager [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.107303 dv-cinder-801913-8-iscsi neutron-server[99836]: INFO neutron.wsgi [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/736029a6-f3cb-4eff-b36d-2478b647a194 HTTP/1.1" status: 204 len: 168 time: 0.5395186 Oct 15 16:39:16.110364 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55458) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:16.121079 dv-cinder-801913-8-iscsi neutron-server[99836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c023e2-95b9-4c03-b0d8-9f3a34a5cce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=736029a6-f3cb-4eff-b36d-2478b647a194,revision_number=None']} {{(pid=99836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:16.451983 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008834'] for router_interface, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.686464 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Deleting port cf69a90e-5ea4-4da1-84f6-b17e65194928 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:16.686803 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.767074 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] For port cf69a90e-5ea4-4da1-84f6-b17e65194928, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=cf69a90e-5ea4-4da1-84f6-b17e65194928,segment=NetworkSegment(91989bb6-35f9-45e9-b567-2a7b2634ea25),segment_id=91989bb6-35f9-45e9-b567-2a7b2634ea25)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:39:16.767384 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.779529 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Calling delete_port for cf69a90e-5ea4-4da1-84f6-b17e65194928 owned by network:router_interface {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:16.955562 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:16.982217 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cf69a90e-5ea4-4da1-84f6-b17e65194928,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:17.363651 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device e704d0de-baad-4dd9-8c65-5172ab98312f no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:39:17.383818 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: e704d0de-baad-4dd9-8c65-5172ab98312f {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:39:17.384158 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device e704d0de-baad-4dd9-8c65-5172ab98312f not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:39:17.384567 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:39:17.387143 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010546'] for router_interface, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:17.406864 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:39:17.407289 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 125f06d1-0eb3-43ea-adc9-5c12fcd0a7d0 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:39:17.600862 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Router 82fc69e8-335b-4d1c-840c-70263e1c3b5c has already been hosted by L3 agent 86566fea-b007-4552-b1a6-7463471b1c17 {{(pid=99835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 16:39:17.700435 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] Notify agent at l3_agent.dv-cinder-801913-8-iscsi the message routers_updated {{(pid=99835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 16:39:17.705312 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-9eaadd2e-b280-498c-818f-7d936e8ba6aa admin admin] 10.222.0.44 "PUT /v2.0/routers/82fc69e8-335b-4d1c-840c-70263e1c3b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932353 Oct 15 16:39:17.708008 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55460) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:17.708903 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] Sync routers for ids ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'] in dv-cinder-801913-8-iscsi {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 16:39:17.717800 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] Routers {'82fc69e8-335b-4d1c-840c-70263e1c3b5c'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:39:17.718407 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:39:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:17.809663 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks [] for router, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:17.821924 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] Set router 82fc69e8-335b-4d1c-840c-70263e1c3b5c gateway port host: dv-cinder-801913-8-iscsi {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:39:17.909812 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:17.962571 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Deleting port 48933fa5-341a-407c-84e7-48e5ba711236 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:17.962920 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:17.996847 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'external_fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '48933fa5-341a-407c-84e7-48e5ba711236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:39:16Z', 'revision_number': 5, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port': {'id': '48933fa5-341a-407c-84e7-48e5ba711236', 'name': '', 'network_id': 'dd6dcd9d-2966-46eb-b204-28598e62eddf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788291d6-9d65-4902-8b74-f02c64a3d231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-8-iscsi'}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:18.023120 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] Checking router: 82fc69e8-335b-4d1c-840c-70263e1c3b5c for host: dv-cinder-801913-8-iscsi {{(pid=99838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 16:39:18.031492 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] Routers {'82fc69e8-335b-4d1c-840c-70263e1c3b5c'} bound to L3 agent in host dv-cinder-801913-8-iscsi {{(pid=99838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 16:39:18.032116 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T16:20:38Z,description=,heartbeat_timestamp=2021-10-15T16:39:09Z,host='dv-cinder-801913-8-iscsi',id=86566fea-b007-4552-b1a6-7463471b1c17,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T16:20:38Z,topic='l3_agent')) {'router_ids': ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'], 'active': True} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:18.045239 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] For port 48933fa5-341a-407c-84e7-48e5ba711236, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=48933fa5-341a-407c-84e7-48e5ba711236,segment=NetworkSegment(8bfcc701-02f7-4718-a85b-cd15f626d034),segment_id=8bfcc701-02f7-4718-a85b-cd15f626d034)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:39:18.045623 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.057910 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Calling delete_port for 48933fa5-341a-407c-84e7-48e5ba711236 owned by network:router_gateway {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:18.119182 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_dvr_db [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] Set router 82fc69e8-335b-4d1c-840c-70263e1c3b5c gateway port host: None {{(pid=99838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 16:39:18.226850 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.253339 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Pushing event deleted for resources: {'Port': ['ID=48933fa5-341a-407c-84e7-48e5ba711236,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:18.260393 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.l3_hamode_db [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:39:17Z', 'revision_number': 6, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port_host': None}], 'dv-cinder-801913-8-iscsi', False) {} {{(pid=99838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:18.287395 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c617e-820b-4cba-a9f1-04143fb5801e None None] The sync data for ids ['82fc69e8-335b-4d1c-840c-70263e1c3b5c'] in dv-cinder-801913-8-iscsi is: [{'id': '82fc69e8-335b-4d1c-840c-70263e1c3b5c', 'name': 'tempest-TestShelveInstance-1230948476-router', 'tenant_id': '955061d7717b4df8a68ac856affc382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T16:34:18Z', 'updated_at': '2021-10-15T16:39:17Z', 'revision_number': 6, 'project_id': '955061d7717b4df8a68ac856affc382d', 'gw_port_host': None}] {{(pid=99838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 16:39:18.319662 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007636'] for router_gateway, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.408091 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1011552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-491845'] for router, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.410908 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.452052 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1011561'] for router, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.452601 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82fc69e8-335b-4d1c-840c-70263e1c3b5c {{(pid=99835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 16:39:18.457463 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] Publish callbacks [] for router, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.458592 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-9d525175-18ac-4330-a856-1753bd42b514 admin admin] 10.222.0.44 "DELETE /v2.0/routers/82fc69e8-335b-4d1c-840c-70263e1c3b5c HTTP/1.1" status: 204 len: 168 time: 0.7495649 Oct 15 16:39:18.461210 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55462) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:18.503164 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f179250-d578-49c2-baf0-c37474815085 admin admin] Deleting subnet 9bc3f08a-df55-435d-8ce8-edcdbc0ed36d {{(pid=99835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 16:39:18.506031 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5f179250-d578-49c2-baf0-c37474815085 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.539936 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5f179250-d578-49c2-baf0-c37474815085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531256746'] for subnet, precommit_delete_associations {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.616135 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5f179250-d578-49c2-baf0-c37474815085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4132407'] for subnet, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.669778 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5f179250-d578-49c2-baf0-c37474815085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4132414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531257121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531696687'] for subnet, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.694141 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f179250-d578-49c2-baf0-c37474815085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc3f08a-df55-435d-8ce8-edcdbc0ed36d,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:18.699921 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5f179250-d578-49c2-baf0-c37474815085 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.703706 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-5f179250-d578-49c2-baf0-c37474815085 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9bc3f08a-df55-435d-8ce8-edcdbc0ed36d HTTP/1.1" status: 204 len: 168 time: 0.2410913 Oct 15 16:39:18.706057 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55464) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:18.711508 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7c740-7945-4aa9-b816-60cafc88ce84 None None] Network 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 requested from dv-cinder-801913-8-iscsi {{(pid=99837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 16:39:18.787546 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755513'] for network, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.841425 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Deleting port 216c66d4-8479-4155-aa10-6f1a00dbb479 {{(pid=99835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 16:39:18.841766 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755561098725'] for port, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.903268 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] For port 216c66d4-8479-4155-aa10-6f1a00dbb479, host dv-cinder-801913-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-8-iscsi',level=0,port_id=216c66d4-8479-4155-aa10-6f1a00dbb479,segment=NetworkSegment(91989bb6-35f9-45e9-b567-2a7b2634ea25),segment_id=91989bb6-35f9-45e9-b567-2a7b2634ea25)] {{(pid=99835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 16:39:18.903652 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023537'] for port, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:18.919391 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Calling delete_port for 216c66d4-8479-4155-aa10-6f1a00dbb479 owned by network:dhcp {{(pid=99835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 16:39:18.993104 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4184948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755561069891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755560600104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531257108'] for port, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.019625 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=216c66d4-8479-4155-aa10-6f1a00dbb479,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:19.021467 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] No DVR routers for this DVR port 216c66d4-8479-4155-aa10-6f1a00dbb479 on host dv-cinder-801913-8-iscsi {{(pid=99835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 16:39:19.082913 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31378f5a-0cf9-4ab0-9dcc-6a6cf70dd979 None None] DHCP port deletion for 4761a37a-1687-48e3-8ef0-03cc32dfbaf9 request from dv-cinder-801913-8-iscsi {{(pid=99837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 16:39:19.096064 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131138', 'neutron.services.segments.db._delete_segments_for_network-8755561112643'] for network, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.117345 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4761a37a-1687-48e3-8ef0-03cc32dfbaf9']}} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:19.126770 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91989bb6-35f9-45e9-b567-2a7b2634ea25') {'for_net_delete': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:19.127063 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.services.segments.db [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91989bb6-35f9-45e9-b567-2a7b2634ea25') {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 16:39:19.136749 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755561113676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531256739'] for segment, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.151518 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552'] for segment, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.159682 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=99835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 16:39:19.160180 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4131552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531257211'] for segment, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: Traceback (most recent call last): Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: timer() Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: cb(*args, **kw) Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: return func(*args, **kwargs) Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: self._notify() Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: self.callback(batched_events) Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: event.method(event) Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: return f(self, *a, **k) Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._get(url).json() Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: return self.request(url, 'GET', **kwargs) Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 16:39:19.161977 dv-cinder-801913-8-iscsi neutron-server[99835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 16:39:19.217292 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007856'] for network, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.222631 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625232'] for network, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.225937 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4761a37a-1687-48e3-8ef0-03cc32dfbaf9 HTTP/1.1" status: 204 len: 168 time: 0.5186112 Oct 15 16:39:19.239104 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9e1be-5f16-460b-9c35-7c2bac43dc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=4761a37a-1687-48e3-8ef0-03cc32dfbaf9,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:19.307055 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device cf69a90e-5ea4-4da1-84f6-b17e65194928 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:39:19.332913 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: cf69a90e-5ea4-4da1-84f6-b17e65194928 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:39:19.333261 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device cf69a90e-5ea4-4da1-84f6-b17e65194928 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:39:19.333858 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 216c66d4-8479-4155-aa10-6f1a00dbb479 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:39:19.352884 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 216c66d4-8479-4155-aa10-6f1a00dbb479 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:39:19.353214 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 216c66d4-8479-4155-aa10-6f1a00dbb479 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:39:19.353623 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 48933fa5-341a-407c-84e7-48e5ba711236 no longer exists at agent ovs-agent-dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 16:39:19.360502 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55468) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:19.374315 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.plugin [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] No Port match for: 48933fa5-341a-407c-84e7-48e5ba711236 {{(pid=99837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 16:39:19.374660 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron.plugins.ml2.rpc [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Device 48933fa5-341a-407c-84e7-48e5ba711236 not bound to the agent host dv-cinder-801913-8-iscsi {{(pid=99837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 16:39:19.410099 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-ca2593e2-bdea-4f6a-be98-64667cee8053 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a86c459dca342c9a7097322a2721c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483909 Oct 15 16:39:19.413307 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55470) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:19.461355 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f84e0885-7454-46f6-91e8-f7091b5ab5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.482317 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f84e0885-7454-46f6-91e8-f7091b5ab5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.527932 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f84e0885-7454-46f6-91e8-f7091b5ab5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.530507 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f84e0885-7454-46f6-91e8-f7091b5ab5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.531688 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-f84e0885-7454-46f6-91e8-f7091b5ab5f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eeeb20c6-7cc1-4ee6-bd83-6da266a87e50 HTTP/1.1" status: 204 len: 168 time: 0.1174614 Oct 15 16:39:19.539937 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e0885-7454-46f6-91e8-f7091b5ab5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeb20c6-7cc1-4ee6-bd83-6da266a87e50,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:19.834821 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55476) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:19.874400 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-843df3b8-850b-4a63-adbd-6918c4202633 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=955061d7717b4df8a68ac856affc382d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384076 Oct 15 16:39:19.876961 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.wsgi [-] (99835) accepted ('10.222.0.44', 55478) {{(pid=99835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 16:39:19.924480 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb852136-3bea-4d0c-a903-73feb5bbb6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.944733 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb852136-3bea-4d0c-a903-73feb5bbb6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.992618 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb852136-3bea-4d0c-a903-73feb5bbb6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951540'] for security_group, after_delete {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.995188 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-fb852136-3bea-4d0c-a903-73feb5bbb6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:19.996319 dv-cinder-801913-8-iscsi neutron-server[99835]: INFO neutron.wsgi [None req-fb852136-3bea-4d0c-a903-73feb5bbb6c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cafcdb3c-4e97-4080-bdb9-046e6e3c8c67 HTTP/1.1" status: 204 len: 168 time: 0.1184661 Oct 15 16:39:20.003928 dv-cinder-801913-8-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb852136-3bea-4d0c-a903-73feb5bbb6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcdb3c-4e97-4080-bdb9-046e6e3c8c67,revision_number=None']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 16:39:35.771602 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbce7-7bcc-4e20-a92a-78daf17b0992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:38.528510 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-855dda26-24a1-4218-b22a-ad2177b0e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:39.492822 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:39.526623 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:41.076726 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:39:43.051488 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:39:45.007544 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:05.773232 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-29b97de0-1eba-4a29-a518-85b128155ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:08.530050 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-8dac48b6-4042-4d92-8feb-34b7b81fad3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:09.495717 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:09.527757 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:11.080059 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:15.022178 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:20.049922 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:40:35.777339 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-5331f6ea-8390-4e20-9b8c-962a89e99743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:38.530160 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-431c706e-380b-4ef3-9501-a7bc9c752508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:39.498826 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:39.527820 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:41.093185 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:45.019514 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:40:57.049384 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:41:05.778158 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4fbe-a459-4fc8-86e2-af5ce0a5b1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:08.530181 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-499f18d6-e5de-494c-80c3-fe817a6b0e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:09.501325 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:09.527919 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:11.085873 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:15.033297 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:34.048918 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:41:35.779217 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-51dad3f7-3291-46c1-86f1-85baa099dcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:38.531840 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-d367251f-8028-4705-b97e-d99e22b55406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:39.503274 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:39.527638 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:41.089532 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:41:45.032666 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:05.781248 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fd69-8fcb-40be-bdc4-82737f1e155c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:08.532418 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-29a568d8-a2c3-4c6b-9ca6-e3f35ac77f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:09.506403 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:09.529191 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:11.047643 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:42:11.091462 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:15.063465 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:35.783820 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-9e65f627-14d1-4160-ac3c-49fddc3ff3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:38.532961 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-c95ac4f2-312a-4501-8050-fcaa3c044270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:39.520494 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:39.529855 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:41.093620 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:45.063427 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:42:48.047330 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:43:05.784802 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-b4af768c-a85c-4afd-ae81-117155eb01c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:08.534343 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-41443fa0-243b-404a-9bbc-b6ad9f38aba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:09.513094 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:09.529341 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:11.097469 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:15.062303 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:25.045969 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:43:35.785402 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-89947f21-fd9a-4da9-b9a1-0c323355dd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:38.534390 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-936956c3-d666-4ea7-a170-45f1bdc29dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:39.515373 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:39.530097 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:41.099102 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:43:45.062018 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:44:02.046077 dv-cinder-801913-8-iscsi neutron-server[99838]: DEBUG neutron.db.agents_db [None req-603d297d-4c87-4dcc-b415-dea5272030bd None None] Agent healthcheck: found 6 active agents {{(pid=99838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 16:44:05.787516 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-dadb83e7-709a-40ff-b280-b054087567cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:44:08.534496 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-f882be37-556f-46a9-825f-dd9304f03820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:44:09.521063 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-87831cb5-c7b3-4b88-8ba6-70ef0fa7c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:44:09.531621 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-539ce107-913a-4fd4-914b-0675647f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:44:11.103199 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-21e75ab7-9db7-432b-b3ce-434ca36b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:44:15.062156 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-3e7c090c-81df-4853-8b93-e21906a98c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 16:44:35.788820 dv-cinder-801913-8-iscsi neutron-server[99837]: DEBUG neutron_lib.callbacks.manager [None req-f04796a8-e465-4367-a895-3886946cab24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755561112625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129746'] for agent, after_update {{(pid=99837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}